00000001:01000000:3.0F:1788850781.772006:0:2340:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 495 MB/s 00000001:01000000:1.0F:1788850782.028028:0:2340:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 644 MB/s 00000001:01000000:3.0:1788850782.277593:0:2340:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 4771 MB/s 00000020:02000000:2.0F:1788850783.125281:0:2370:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.58_39_ga87ca5d 00000400:02000000:1.0:1788850783.932562:0:2385:0:(api-ni.c:2828:lnet_startup_lndni()) Added LNI 192.168.204.38@tcp [8/256/0/180] 00008000:02000000:0.0F:1788850787.515010:0:2535:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1788850958.145011:0:6174:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788850958.145015:0:6174:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1788850958.145016:0:6174:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.138@tcp:/lustre 00000020:01000004:2.0:1788850958.145018:0:6174:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1788850958.145148:0:6174:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000000d78a432 00000080:01000004:2.0:1788850958.145158:0:6174:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1788850958.145172:0:6174:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.138@tcp' 00000020:01000004:2.0:1788850958.145281:0:6174:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.138@tcp (typ=mgc) 00000020:00000080:2.0:1788850958.145302:0:6174:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.138@tcp (00000000f3fa0992) 00000020:00000080:2.0:1788850958.145314:0:6174:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1788850958.145540:0:6174:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788850958.145561:0:6174:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1788850958.145718:0:6174:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1788850958.145725:0:6174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1788850958.146994:0:6174:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:3.0:1788850958.147004:0:6174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1788850958.147314:0:6174:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:3.0:1788850958.147321:0:6174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1788850958.149063:0:6174:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1788850958.149075:0:6174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1788850958.150023:0:6174:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788850958.150325:0:6174:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788850958.150850:0:6174:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1788850958.150857:0:6174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788850958.155175:0:6174:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1788850958.155190:0:6174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788850958.155807:0:6174:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1788850958.155817:0:6174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1788850958.158147:0:6174:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1788850958.158159:0:6174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:0.0:1788850958.159642:0:6174:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:0.0:1788850958.159652:0:6174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1788850958.160325:0:6174:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1788850958.160332:0:6174:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:1.0:1788850958.164178:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850958.164184:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850958.164187:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850958.164508:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850958.164511:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850958.164513:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1788850958.164989:0:6174:0:(ldlm_lib.c:102:import_set_conn()) imp 000000000d6b5105@MGC192.168.204.138@tcp: add connection 192.168.204.138@tcp at head 00010000:00010000:3.0:1788850958.165163:0:6174:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.138@tcp-0 is initialized 00000040:01000000:3.0:1788850958.165171:0:6174:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.138@tcp ctxt 1 is initialized 10000000:01000000:3.0:1788850958.165578:0:6188:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1788850958.165645:0:6174:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.138@tcp (uuid 1d293837-ab23-46d9-b771-00cdfe8763e2) 00000020:00000080:2.0:1788850958.165665:0:6174:0:(genops.c:1384:class_connect()) connect: client 1d293837-ab23-46d9-b771-00cdfe8763e2, cookie 0x4652d1bf5efc5b83 00000100:00080000:2.0:1788850958.165678:0:6174:0:(import.c:545:import_select_connection()) MGC192.168.204.138@tcp: connect to NID 192.168.204.138@tcp last attempt 0 00000100:00080000:2.0:1788850958.165684:0:6174:0:(import.c:587:import_select_connection()) MGC192.168.204.138@tcp: skip NID 192.168.204.138@tcp as not ready: rc = -114 00000100:00080000:2.0:1788850958.165691:0:6174:0:(import.c:666:import_select_connection()) MGC192.168.204.138@tcp: import 000000000d6b5105 using connection 192.168.204.138@tcp/192.168.204.138@tcp 00000100:00100000:2.0:1788850958.165741:0:6174:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000072f54b26 x1875745998635136/t0(0) o250->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788850958.165759:0:6174:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS 00000080:00200000:2.0:1788850958.165791:0:6174:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9b4510a8d000 (sb 000000000d78a432) 00000080:01000000:2.0:1788850958.165996:0:6174:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1788850958.165998:0:6174:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1788850958.166001:0:6174:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:2.0:1788850958.166016:0:6174:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: c937f904-2c75-4362-84c4-6500b2ff55cb 10000000:01000000:2.0:1788850958.168222:0:6174:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788850958.168230:0:6174:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9b4510a8d000 10000000:01000000:2.0:1788850958.168234:0:6174:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9b450aa23380 10000000:01000000:2.0:1788850958.168241:0:6174:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788850958.168250:0:6174:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9b450aa23380 from 1 10000000:01000000:2.0:1788850958.168253:0:6174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788850958.168291:0:6174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 0000000061cf61bd/0x4652d1bf5efc5b8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850958.168303:0:6174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 0000000061cf61bd/0x4652d1bf5efc5b8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850958.168314:0:6174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 0000000061cf61bd/0x4652d1bf5efc5b8a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788850958.168336:0:6174:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@000000007c987f04 x1875745998635264/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788850958.168346:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 00000000296dee9c going to sleep for 0 seconds 00000100:00100000:0.0:1788850958.168878:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000072f54b26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d293837-ab23-46d9-b771-00cdfe8763e2:2401:1875745998635136:192.168.204.138@tcp:250: 00010000:00010000:0.0:1788850958.170557:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788850959.205657:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 00000000296dee9c going to sleep for 0 seconds 00000100:00100000:1.0:1788850959.206895:0:2401:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1788850958/real 0] req@0000000072f54b26 x1875745998635136/t0(0) o250->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1788850959 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788850959.206913:0:2401:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000072f54b26 x1875745998635136/t0(0) o250->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 520/544 e 0 to 1 dl 1788850959 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788850959.206932:0:2401:0:(import.c:65:import_set_state_nolock()) 000000000d6b5105 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788850959.206961:0:2401:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.138@tcp failed (-110) 00000100:00100000:1.0:1788850959.206966:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000072f54b26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d293837-ab23-46d9-b771-00cdfe8763e2:2401:1875745998635136:192.168.204.138@tcp:250: 00000100:00080000:3.0:1788850959.207486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788850959.207492:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1788850959.207494:0:37:0:(import.c:65:import_set_state_nolock()) 000000000d6b5105 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788850959.207500:0:37:0:(import.c:545:import_select_connection()) MGC192.168.204.138@tcp: connect to NID 192.168.204.138@tcp last attempt 294 00000100:00080000:3.0:1788850959.207517:0:37:0:(import.c:666:import_select_connection()) MGC192.168.204.138@tcp: import 000000000d6b5105 using connection 192.168.204.138@tcp/192.168.204.138@tcp 00000100:00100000:3.0:1788850959.207568:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000030dc4f34 x1875745998635392/t0(0) o250->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788850959.207649:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000030dc4f34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d293837-ab23-46d9-b771-00cdfe8763e2:2401:1875745998635392:192.168.204.138@tcp:250: 00010000:00010000:1.0:1788850959.210232:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788850959.213805:0:2401:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.138@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788850959.213822:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.204.138@tcp: connect to target with instance 0 00000100:00080000:1.0:1788850959.213831:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.204.138@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1788850959.213837:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1788850959.213841:0:2401:0:(import.c:65:import_set_state_nolock()) 000000000d6b5105 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1788850959.213846:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1788850959.213866:0:2401:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:1.0:1788850959.213876:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000296dee9c): req@000000007c987f04 x1875745998635264/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788850959.213896:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000030dc4f34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d293837-ab23-46d9-b771-00cdfe8763e2:2401:1875745998635392:192.168.204.138@tcp:250: 00000100:00100000:2.0:1788850959.214182:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 00000000296dee9c going to sleep for 11 seconds 00000100:00100000:2.0:1788850959.221373:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998635264:192.168.204.138@tcp:101: 00010000:00010000:2.0:1788850959.221402:0:6174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 0000000061cf61bd/0x4652d1bf5efc5b8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850959.221414:0:6174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 0000000061cf61bd/0x4652d1bf5efc5b8a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788850959.221506:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998635520:192.168.204.138@tcp:501: 00000100:00100000:2.0:1788850959.221803:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 00000000296dee9c going to sleep for 11 seconds 00000100:00100000:2.0:1788850959.232742:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998635520:192.168.204.138@tcp:501: 10000000:01000000:2.0:1788850959.233140:0:6174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788850959.233172:0:6174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: 0000000061cf61bd/0x4652d1bf5efc5b8a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850959.233184:0:6174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: 0000000061cf61bd/0x4652d1bf5efc5b8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788850959.233193:0:6174:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9b4510a8d000 10000000:01000000:2.0:1788850959.233202:0:6174:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788850959.233206:0:6174:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9b4510a8d000 10000000:01000000:2.0:1788850959.233208:0:6174:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788850959.233211:0:6174:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9b4510a8d000 10000000:01000000:2.0:1788850959.233213:0:6174:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788850959.233217:0:6174:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9b4510a8d000 from 1 10000000:01000000:2.0:1788850959.233219:0:6174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788850959.233254:0:6174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 000000002e518503/0x4652d1bf5efc5b91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850959.233263:0:6174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 000000002e518503/0x4652d1bf5efc5b91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850959.233272:0:6174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 000000002e518503/0x4652d1bf5efc5b91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788850959.233290:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998635648:192.168.204.138@tcp:101: 00000100:00100000:2.0:1788850959.233394:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 00000000296dee9c going to sleep for 11 seconds 00000100:00100000:2.0:1788850959.238483:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998635648:192.168.204.138@tcp:101: 00010000:00010000:2.0:1788850959.238516:0:6174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 000000002e518503/0x4652d1bf5efc5b91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850959.238542:0:6174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 000000002e518503/0x4652d1bf5efc5b91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788850959.239060:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998635776:192.168.204.138@tcp:501: 00000100:00100000:2.0:1788850959.239147:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 00000000296dee9c going to sleep for 11 seconds 00000100:00100000:2.0:1788850959.242830:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998635776:192.168.204.138@tcp:501: 00000100:00100000:2.0:1788850959.242892:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998635904:192.168.204.138@tcp:503: 00000100:00100000:2.0:1788850959.242988:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 00000000296dee9c going to sleep for 11 seconds 00000100:00100000:2.0:1788850959.245606:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998635904:192.168.204.138@tcp:503: 00000100:00100000:0.0:1788850959.247479:0:6193:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000376223fa pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6193:1875745998636032:192.168.204.138@tcp:502: 00000100:00100000:0.0:1788850959.247588:0:6193:0:(client.c:2716:ptlrpc_set_wait()) set 00000000cc110b70 going to sleep for 11 seconds 00000100:00100000:3.0:1788850959.258706:0:6193:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000376223fa pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6193:1875745998636032:192.168.204.138@tcp:502: 00000020:01000000:3.0:1788850959.258772:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788850959.258792:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.258795:0:6193:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1788850959.258802:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.258805:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788850959.258834:0:6193:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9b4510a8d000 (000000003bca3d4e) 00000020:00000080:3.0:1788850959.258855:0:6193:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1788850959.258862:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.258864:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1788850959.259246:0:6193:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9b4510a8d000 (uuid c937f904-2c75-4362-84c4-6500b2ff55cb) 00000020:01000000:3.0:1788850959.259252:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788850959.259255:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.259262:0:6193:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1788850959.259266:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788850959.259269:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.259270:0:6193:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1788850959.259273:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.259276:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788850959.259282:0:6193:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9b4510a8d000 (0000000037ad2e2f) 00000020:00000080:3.0:1788850959.259300:0:6193:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:3.0:1788850959.259894:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.259900:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1788850959.260084:0:6193:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9b4510a8d000 (uuid c937f904-2c75-4362-84c4-6500b2ff55cb) 00000020:01000000:3.0:1788850959.260090:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788850959.260093:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.260094:0:6193:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1788850959.260097:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788850959.260100:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.260102:0:6193:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1788850959.260104:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1788850959.260106:0:6193:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1788850959.260108:0:6193:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1788850959.260113:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788850959.260115:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.260117:0:6193:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1788850959.260119:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788850959.260122:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.260123:0:6193:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1788850959.260126:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788850959.260130:0:6193:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:3.0:1788850959.260153:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.260156:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788850959.260163:0:6193:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9b4510a8d000 (0000000004be8f98) 00000020:00000080:3.0:1788850959.260173:0:6193:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:3.0:1788850959.260178:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.260186:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788850959.260257:0:6193:0:(ldlm_lib.c:102:import_set_conn()) imp 000000008b6164b5@lustre-MDT0000-mdc-ffff9b4510a8d000: add connection 192.168.204.138@tcp at head 00010000:00010000:3.0:1788850959.270145:0:6193:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9b4510a8d000-1 is initialized 00000040:01000000:3.0:1788850959.273745:0:6193:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9b4510a8d000 ctxt 13 is initialized 00000020:00000080:3.0:1788850959.274272:0:6193:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9b4510a8d000 (uuid c937f904-2c75-4362-84c4-6500b2ff55cb) 00000020:01000000:3.0:1788850959.274286:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.274290:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1788850959.274873:0:6193:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1788850959.274918:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788850959.274922:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.274924:0:6193:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1788850959.274927:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788850959.274929:0:6193:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1788850959.274931:0:6193:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788850959.274932:0:6193:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788850959.274933:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788850959.274936:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.274937:0:6193:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788850959.274939:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788850959.274944:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.274945:0:6193:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1788850959.274947:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788850959.274952:0:6193:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:3.0:1788850959.274978:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.274980:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788850959.274989:0:6193:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9b4510a8d000 (00000000750619cd) 00000020:00000080:3.0:1788850959.275005:0:6193:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:3.0:1788850959.275009:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.275012:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788850959.275102:0:6193:0:(ldlm_lib.c:102:import_set_conn()) imp 000000001b8812e5@lustre-MDT0001-mdc-ffff9b4510a8d000: add connection 192.168.204.138@tcp at head 00010000:00010000:3.0:1788850959.287363:0:6193:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9b4510a8d000-2 is initialized 00000040:01000000:3.0:1788850959.287592:0:6193:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9b4510a8d000 ctxt 13 is initialized 00000020:00000080:3.0:1788850959.289622:0:6193:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9b4510a8d000 (uuid c937f904-2c75-4362-84c4-6500b2ff55cb) 00000020:01000000:3.0:1788850959.289639:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.289654:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1788850959.289680:0:6193:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1788850959.289718:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788850959.289721:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.289723:0:6193:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1788850959.289726:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788850959.289729:0:6193:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1788850959.289731:0:6193:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788850959.289732:0:6193:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788850959.289734:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788850959.289736:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.289737:0:6193:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788850959.289739:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788850959.289743:0:6193:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.138@tcp:/lustre 00000020:00000080:3.0:1788850959.289756:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.289758:0:6193:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788850959.289761:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788850959.289765:0:6193:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:3.0:1788850959.289798:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.289801:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788850959.289821:0:6193:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9b4510a8d000 (000000000a16d008) 00000020:00000080:3.0:1788850959.289836:0:6193:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:3.0:1788850959.289843:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.289845:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788850959.289919:0:6193:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000566b2d0f@lustre-OST0000-osc-ffff9b4510a8d000: add connection 192.168.204.138@tcp at head 00010000:00010000:3.0:1788850959.290439:0:6193:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9b4510a8d000-3 is initialized 00000020:00000080:3.0:1788850959.317738:0:6193:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9b4510a8d000 (uuid c937f904-2c75-4362-84c4-6500b2ff55cb) 00000020:01000000:3.0:1788850959.317775:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.317780:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1788850959.317821:0:6193:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1788850959.317830:0:6193:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9b4510a8d000: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1788850959.317837:0:6193:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1788850959.317851:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788850959.317855:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.317857:0:6193:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788850959.317861:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788850959.317864:0:6193:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:3.0:1788850959.317866:0:6193:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788850959.317867:0:6193:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788850959.317869:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788850959.317871:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.317873:0:6193:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788850959.317875:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788850959.317880:0:6193:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.138@tcp:/lustre 00000020:00000080:3.0:1788850959.317884:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.317886:0:6193:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788850959.317890:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788850959.317895:0:6193:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:3.0:1788850959.317939:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.317943:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788850959.317951:0:6193:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9b4510a8d000 (00000000cf15c6dd) 00000020:00000080:3.0:1788850959.317969:0:6193:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:3.0:1788850959.317975:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9b4510a8d000 00000020:00000080:3.0:1788850959.317978:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788850959.318066:0:6193:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b629bb4b@lustre-OST0001-osc-ffff9b4510a8d000: add connection 192.168.204.138@tcp at head 00010000:00010000:2.0:1788850959.347223:0:6193:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9b4510a8d000-4 is initialized 00000020:00000080:2.0:1788850959.347666:0:6193:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9b4510a8d000 (uuid c937f904-2c75-4362-84c4-6500b2ff55cb) 00000020:01000000:2.0:1788850959.347681:0:6193:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9b4510a8d000 00000020:00000080:2.0:1788850959.347685:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1788850959.347712:0:6193:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1788850959.347720:0:6193:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9b4510a8d000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1788850959.347725:0:6193:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1788850959.347739:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788850959.347743:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788850959.347753:0:6193:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788850959.347757:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788850959.347762:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788850959.347763:0:6193:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788850959.347766:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788850959.347768:0:6193:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1788850959.348727:0:6193:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6193:1875745998636160:192.168.204.138@tcp:502: 00000100:00100000:2.0:1788850959.348991:0:6193:0:(client.c:2716:ptlrpc_set_wait()) set 00000000cb89560d going to sleep for 11 seconds 00000100:00100000:2.0:1788850959.352296:0:6193:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007c987f04 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6193:1875745998636160:192.168.204.138@tcp:502: 00000020:01000000:2.0:1788850959.352342:0:6193:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788850959.352350:0:6193:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788850959.352352:0:6193:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000040:00080000:2.0:1788850959.352356:0:6193:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1788850959.352550:0:6174:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:3.0:1788850959.352579:0:6174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788850959.352599:0:6174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: 000000002e518503/0x4652d1bf5efc5b91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788850959.352610:0:6174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: 000000002e518503/0x4652d1bf5efc5b91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788850959.352629:0:6174:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9b4510a8d000 from 1 10000000:01000000:3.0:1788850959.352633:0:6174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1788850959.352679:0:6174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 0000000053231a4d/0x4652d1bf5efc5bc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788850959.352686:0:6174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 0000000053231a4d/0x4652d1bf5efc5bc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788850959.352696:0:6174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 0000000053231a4d/0x4652d1bf5efc5bc2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788850959.352714:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000878565b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998636288:192.168.204.138@tcp:101: 00000100:00100000:3.0:1788850959.352819:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 000000007ab43b87 going to sleep for 11 seconds 00000100:00100000:3.0:1788850959.356732:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000878565b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998636288:192.168.204.138@tcp:101: 00010000:00010000:3.0:1788850959.356782:0:6174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 0000000053231a4d/0x4652d1bf5efc5bc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752455 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788850959.356793:0:6174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 0000000053231a4d/0x4652d1bf5efc5bc2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f39752455 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788850959.357360:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000878565b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998636416:192.168.204.138@tcp:256: 00000100:00100000:3.0:1788850959.359425:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 000000007ab43b87 going to sleep for 11 seconds 00000100:00100000:0.0:1788850959.380905:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000878565b9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998636416:192.168.204.138@tcp:256: 10000000:01000000:0.0:1788850959.382673:0:6174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1788850959.382695:0:6174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: 0000000053231a4d/0x4652d1bf5efc5bc2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752455 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850959.382708:0:6174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: 0000000053231a4d/0x4652d1bf5efc5bc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752455 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788850959.382715:0:6174:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b4510a8d000 from 1 10000000:01000000:0.0:1788850959.382718:0:6174:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788850959.382769:0:6174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: 000000008bc7225f/0x4652d1bf5efc5bc9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850959.383139:0:6174:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: 000000008bc7225f/0x4652d1bf5efc5bc9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850959.383167:0:6174:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: 000000008bc7225f/0x4652d1bf5efc5bc9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788850959.383191:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075a713d8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998636544:192.168.204.138@tcp:101: 00000100:00100000:0.0:1788850959.383281:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 0000000078cd1032 going to sleep for 11 seconds 00000100:00100000:0.0:1788850959.385917:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075a713d8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998636544:192.168.204.138@tcp:101: 00010000:00010000:0.0:1788850959.385947:0:6174:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: 000000008bc7225f/0x4652d1bf5efc5bc9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850959.385959:0:6174:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: 000000008bc7225f/0x4652d1bf5efc5bc9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788850959.386026:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075a713d8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998636672:192.168.204.138@tcp:501: 00000100:00100000:0.0:1788850959.386093:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 0000000078cd1032 going to sleep for 11 seconds 00000100:00100000:0.0:1788850959.388638:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075a713d8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998636672:192.168.204.138@tcp:501: 00000100:00100000:0.0:1788850959.388700:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075a713d8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998636800:192.168.204.138@tcp:503: 00000100:00100000:0.0:1788850959.388876:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set 0000000078cd1032 going to sleep for 11 seconds 00000100:00100000:0.0:1788850959.391445:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075a713d8 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:6174:1875745998636800:192.168.204.138@tcp:503: 00000100:00100000:0.0:1788850959.392066:0:6198:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075a713d8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6198:1875745998636928:192.168.204.138@tcp:502: 00000100:00100000:0.0:1788850959.392203:0:6198:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ed2052e4 going to sleep for 11 seconds 00000100:00100000:0.0:1788850959.396129:0:6198:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075a713d8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6198:1875745998636928:192.168.204.138@tcp:502: 00000020:01000000:0.0:1788850959.396340:0:6198:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788850959.396360:0:6198:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788850959.396363:0:6198:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788850959.396369:0:6198:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9b4510a8d000 00000020:00000080:0.0:1788850959.396372:0:6198:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788850959.396430:0:6198:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a727b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6198:1875745998637056:192.168.204.138@tcp:502: 00000100:00100000:1.0:1788850959.396991:0:6198:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b4508fe4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788850959.401102:0:6198:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a727b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6198:1875745998637056:192.168.204.138@tcp:502: 00000020:01000000:3.0:1788850959.401143:0:6198:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788850959.401150:0:6198:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850959.401153:0:6198:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1788850959.401168:0:6198:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:1.0:1788850959.401338:0:6174:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:1.0:1788850959.401360:0:6174:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788850959.401423:0:6174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b4500031400/0x4652d1bf5efc5bc9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788850959.401434:0:6174:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff9b4500031400/0x4652d1bf5efc5bc9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1788850959.401482:0:6174:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1788850959.401505:0:6174:0:(genops.c:1384:class_connect()) connect: client c937f904-2c75-4362-84c4-6500b2ff55cb, cookie 0x4652d1bf5efc5bd0 00800000:01000000:1.0:1788850959.401529:0:6174:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect c937f904-2c75-4362-84c4-6500b2ff55cb to lustre-clilmv-ffff9b4510a8d000 00800000:01000000:1.0:1788850959.401537:0:6174:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9b4510a8d000(c937f904-2c75-4362-84c4-6500b2ff55cb) - lustre-MDT0000_UUID, c937f904-2c75-4362-84c4-6500b2ff55cb 00000020:00000080:1.0:1788850959.401545:0:6174:0:(genops.c:1384:class_connect()) connect: client c937f904-2c75-4362-84c4-6500b2ff55cb, cookie 0x4652d1bf5efc5bd7 00000100:00080000:1.0:1788850959.401554:0:6174:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b4510a8d000: connect to NID 192.168.204.138@tcp last attempt 0 00000100:00080000:1.0:1788850959.401574:0:6174:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9b4510a8d000: import ffff9b4509e90800 using connection 192.168.204.138@tcp/192.168.204.138@tcp 00000008:00100000:1.0:1788850959.401588:0:6174:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788850959.401625:0:6174:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b450aa12680 x1875745998637184/t0(0) o38->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788850959.401778:0:6174:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID 00800000:01000000:1.0:1788850959.401869:0:6174:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9b4510a8d000(c937f904-2c75-4362-84c4-6500b2ff55cb) successfully (5) 00800000:00000004:1.0:1788850959.401873:0:6174:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff9b4510a8d000: age -705, max_age 0 00800000:01000000:1.0:1788850959.401909:0:6174:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9b4510a8d000(c937f904-2c75-4362-84c4-6500b2ff55cb) - lustre-MDT0001_UUID, c937f904-2c75-4362-84c4-6500b2ff55cb 00000020:00000080:1.0:1788850959.401917:0:6174:0:(genops.c:1384:class_connect()) connect: client c937f904-2c75-4362-84c4-6500b2ff55cb, cookie 0x4652d1bf5efc5bde 00000100:00080000:1.0:1788850959.401922:0:6174:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff9b4510a8d000: connect to NID 192.168.204.138@tcp last attempt 0 00000100:00080000:1.0:1788850959.401928:0:6174:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff9b4510a8d000: import ffff9b4509e93000 using connection 192.168.204.138@tcp/192.168.204.138@tcp 00000008:00100000:1.0:1788850959.401934:0:6174:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788850959.401953:0:6174:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b450aa10e00 x1875745998637440/t0(0) o38->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788850959.401961:0:6174:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID 00800000:01000000:1.0:1788850959.402024:0:6174:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9b4510a8d000(c937f904-2c75-4362-84c4-6500b2ff55cb) successfully (5) 00800000:00000004:1.0:1788850959.402026:0:6174:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff9b4510a8d000: age -705, max_age 0 00000080:00000004:1.0:1788850959.402045:0:6174:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9b4510a8d000: age -705, max_age 294 00800000:00000004:1.0:1788850959.402051:0:6174:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b4510a8d000: age -705, max_age 294 00000100:00080000:1.0:1788850959.402065:0:6174:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b450aa13480 x1875745998637696/t0(0) o41->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788850959.402073:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b4502b37180 going to sleep for 0 seconds 00000100:00080000:1.0:1788850959.402195:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b450aa12300 x1875745998637312/t0(0) o41->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788850959.402207:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1788850959.402212:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b450aa11500 x1875745998637568/t0(0) o41->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788850959.402434:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998637184:192.168.204.138@tcp:38: 00000100:00100000:0.0:1788850959.402547:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998637440:192.168.204.138@tcp:38: 00010000:00080000:0.0:1788850959.405435:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450aa12680 x1875745998637184/t0(0) o38->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 520/416 e 0 to 0 dl 1788850969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788850959.405451:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b4510a8d000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788850959.405488:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b4510a8d000: connect to target with instance 1 00000001:01000000:0.0:1788850959.654632:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9b4510a8d000: T10 checksum algorithm t10ip512 speed = 2275 MB/s 00000001:01000000:0.0:1788850959.904656:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9b4510a8d000: T10 checksum algorithm t10ip4K speed = 4355 MB/s 00000001:01000000:3.0:1788850960.156252:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9b4510a8d000: T10 checksum algorithm t10crc512 speed = 641 MB/s 00010000:00010000:0.0:1788850960.236060:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1788850960.407239:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9b4510a8d000: T10 checksum algorithm t10crc4K speed = 486 MB/s 00000100:00080000:2.0:1788850960.407251:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9b4510a8d000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1788850960.407269:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788850960.407275:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4509e90800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788850960.408156:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000db3ed00e): req@ffff9b450aa13480 x1875745998637696/t0(0) o41->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788850960.408185:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fda48b03): req@ffff9b450aa12300 x1875745998637312/t0(0) o41->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788850960.408200:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998637184:192.168.204.138@tcp:38: 00010000:00080000:2.0:1788850960.408239:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450aa10e00 x1875745998637440/t0(0) o38->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 520/416 e 0 to 0 dl 1788850969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788850960.408248:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b4510a8d000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788850960.408258:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9b4510a8d000: connect to target with instance 1 00000100:00080000:2.0:1788850960.408270:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9b4510a8d000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1788850960.408279:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788850960.408282:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4509e93000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788850960.408554:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b4502b37180 going to sleep for 0 seconds 00000100:00100000:0.0:1788850960.408647:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b4502b37180 going to sleep for 11 seconds 00000100:00100000:3.0:1788850960.412961:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998637440:192.168.204.138@tcp:38: 00010000:00080000:1.0:1788850960.413249:0:6174:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450aa13480 x1875745998637696/t0(0) o41->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 1788850976 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788850960.413266:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa13480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c937f904-2c75-4362-84c4-6500b2ff55cb:6174:1875745998637696:192.168.204.138@tcp:41: 00800000:00000004:1.0:1788850960.413296:0:6174:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b4510a8d000: update ffff9b450aa38458 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:1.0:1788850960.413305:0:6174:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9b4510a8d000: update ffff9b450aa3b7d8 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:1.0:1788850960.413344:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa13480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c937f904-2c75-4362-84c4-6500b2ff55cb:6174:1875745998637824:192.168.204.138@tcp:40: 00000100:00100000:1.0:1788850960.413401:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b4502b37480 going to sleep for 11 seconds 00010000:00080000:1.0:1788850960.417652:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450aa11500 x1875745998637568/t0(0) o41->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 1788850976 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788850960.417698:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c937f904-2c75-4362-84c4-6500b2ff55cb:0:1875745998637568:192.168.204.138@tcp:41: 00010000:00080000:1.0:1788850960.417715:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450aa12300 x1875745998637312/t0(0) o41->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 1788850976 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788850960.417735:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c937f904-2c75-4362-84c4-6500b2ff55cb:0:1875745998637312:192.168.204.138@tcp:41: 00010000:00080000:2.0:1788850960.418682:0:6174:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450aa13480 x1875745998637824/t0(0) o40->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 440/448 e 0 to 0 dl 1788850976 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788850960.418696:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa13480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c937f904-2c75-4362-84c4-6500b2ff55cb:6174:1875745998637824:192.168.204.138@tcp:40: 00000080:00000004:2.0:1788850960.418723:0:6174:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1788850960.418747:0:6174:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2146304 00020000:01000000:2.0:1788850960.418751:0:6174:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1788850960.418761:0:6174:0:(genops.c:1384:class_connect()) connect: client c937f904-2c75-4362-84c4-6500b2ff55cb, cookie 0x4652d1bf5efc5be5 00000020:00000080:2.0:1788850960.418778:0:6174:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4652d1bf5efc5bec 00000100:00080000:2.0:1788850960.418785:0:6174:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9b4510a8d000: connect to NID 192.168.204.138@tcp last attempt 0 00000100:00080000:2.0:1788850960.418795:0:6174:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9b4510a8d000: import ffff9b4509e90000 using connection 192.168.204.138@tcp/192.168.204.138@tcp 00000008:00100000:2.0:1788850960.418809:0:6174:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1788850960.418836:0:6174:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b450a50dc00 x1875745998637952/t0(0) o8->lustre-OST0000-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788850960.418866:0:6174:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID 00020000:01000000:2.0:1788850960.418888:0:6174:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9b4510a8d000) active 00000020:00000080:2.0:1788850960.418918:0:6174:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4652d1bf5efc5bf3 00000100:00080000:2.0:1788850960.418924:0:6174:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9b4510a8d000: connect to NID 192.168.204.138@tcp last attempt 0 00000100:00080000:2.0:1788850960.418930:0:6174:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9b4510a8d000: import ffff9b4509e95800 using connection 192.168.204.138@tcp/192.168.204.138@tcp 00000008:00100000:2.0:1788850960.418937:0:6174:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788850960.418939:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998637952:192.168.204.138@tcp:8: 00000100:00100000:2.0:1788850960.418950:0:6174:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b450a50c380 x1875745998638080/t0(0) o8->lustre-OST0001-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788850960.418961:0:6174:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID 00020000:01000000:2.0:1788850960.418966:0:6174:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9b4510a8d000) active 00000100:00100000:2.0:1788850960.419002:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c937f904-2c75-4362-84c4-6500b2ff55cb:6174:1875745998638208:192.168.204.138@tcp:900: 00000100:00100000:2.0:1788850960.419035:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b4509eddf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788850960.419043:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998638080:192.168.204.138@tcp:8: 00000100:00100000:1.0:1788850960.419191:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788850960.419200:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2402:1875745998638336:192.168.204.138@tcp:400: 00000100:00100000:0.0:1788850960.424618:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2402:1875745998638336:192.168.204.138@tcp:400: 00010000:00080000:3.0:1788850960.429945:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50c380 x1875745998638080/t0(0) o8->lustre-OST0001-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 520/416 e 0 to 0 dl 1788850970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850960.429963:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b4510a8d000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788850960.429976:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9b4510a8d000: connect to target with instance 1 00000100:00080000:3.0:1788850960.429986:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9b4510a8d000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788850960.429999:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788850960.430003:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4509e95800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788850960.430009:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1788850960.430014:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1788850960.430019:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1788850960.430032:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998638080:192.168.204.138@tcp:8: 00010000:00080000:3.0:1788850960.430049:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50dc00 x1875745998637952/t0(0) o8->lustre-OST0000-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 520/416 e 0 to 0 dl 1788850970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850960.430072:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b4510a8d000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788850960.430077:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b4510a8d000: connect to target with instance 1 00000100:00080000:3.0:1788850960.430083:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9b4510a8d000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788850960.430087:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788850960.430089:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4509e90000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788850960.430092:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1788850960.430112:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1788850960.430115:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1788850960.430122:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998637952:192.168.204.138@tcp:8: 00010000:00080000:2.0:1788850960.431671:0:6174:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50c700 x1875745998638208/t0(0) o900->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:29/10 lens 264/248 e 0 to 0 dl 1788850976 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788850960.431702:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c937f904-2c75-4362-84c4-6500b2ff55cb:6174:1875745998638208:192.168.204.138@tcp:900: 00000100:00100000:2.0:1788850960.431769:0:6174:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c937f904-2c75-4362-84c4-6500b2ff55cb:6174:1875745998638464:192.168.204.138@tcp:33: 00000100:00100000:2.0:1788850960.431879:0:6174:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b4509eddf00 going to sleep for 11 seconds 00010000:00080000:2.0:1788850960.495175:0:6174:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50c700 x1875745998638464/t0(0) o33->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:23/10 lens 448/464 e 0 to 0 dl 1788850976 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788850960.495200:0:6174:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c937f904-2c75-4362-84c4-6500b2ff55cb:6174:1875745998638464:192.168.204.138@tcp:33: 00000080:00200000:2.0:1788850960.495410:0:6174:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) 00000080:00200000:2.0:1788850960.495419:0:6174:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1788850960.495531:0:6174:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_39_ga87ca5d 00000080:00000004:2.0:1788850960.498974:0:6174:0:(super25.c:182:lustre_fill_super()) 192.168.204.138@tcp:/lustre: Mount complete 00000080:00200008:1.0:1788850960.658052:0:6216:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b4505133248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788850960.658065:0:6216:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248),name=/ 00000002:00010000:1.0:1788850960.658091:0:6216:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788850960.658151:0:6216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788850960.658162:0:6216:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6216 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788850960.658172:0:6216:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6216 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788850960.658196:0:6216:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa11500 pname:cluuid:pid:xid:nid:opc:job mkdir:c937f904-2c75-4362-84c4-6500b2ff55cb:6216:1875745998638592:192.168.204.138@tcp:101: 00000100:00100000:1.0:1788850960.658283:0:6216:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b4502b37180 going to sleep for 11 seconds 00000100:00100000:0.0:1788850960.672932:0:6216:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa11500 pname:cluuid:pid:xid:nid:opc:job mkdir:c937f904-2c75-4362-84c4-6500b2ff55cb:6216:1875745998638592:192.168.204.138@tcp:101: 00010000:00010000:0.0:1788850960.672965:0:6216:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850960.672980:0:6216:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850960.672993:0:6216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850960.673027:0:6216:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850960.673041:0:6216:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850960.673050:0:6216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850960.673058:0:6216:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1788850960.673071:0:6216:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b450aa11500 x1875745998638592/t0(0) o101->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 576/688 e 0 to 0 dl 1788850976 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1788850960.673086:0:6216:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850960.673101:0:6216:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b450abf5000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1788850960.673109:0:6216:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1788850960.673139:0:6216:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1788850960.673145:0:6216:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) for lock 0x4652d1bf5efc5bfa 00000080:00010000:0.0:1788850960.673150:0:6216:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) 00000080:00010000:0.0:1788850960.673154:0:6216:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4652d1bf5efc5bfa from it ffffab6b045c3cb8 00010000:00010000:0.0:1788850960.673157:0:6216:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850960.673177:0:6216:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788850961.254492:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788850962.281014:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1788850963.038920:0:6269:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b4505133248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788850963.038937:0:6269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248),name=/ 00000002:00010000:1.0:1788850963.038962:0:6269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788850963.038983:0:6269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788850963.039007:0:6269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1788850963.039016:0:6269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788850963.039024:0:6269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) 00000080:00010000:1.0:1788850963.039028:0:6269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) for lock 0x4652d1bf5efc5bfa 00000080:00010000:1.0:1788850963.039036:0:6269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4652d1bf5efc5bfa from it ffffab6b01bffcb8 00010000:00010000:1.0:1788850963.039040:0:6269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788850963.039049:0:6269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:1.0:1788850963.043065:0:6269:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b4505133248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1788850963.043077:0:6269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248),name=/ 00000002:00010000:1.0:1788850963.043104:0:6269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788850963.043125:0:6269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1788850963.043140:0:6269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1788850963.043149:0:6269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788850963.043158:0:6269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) 00000080:00010000:1.0:1788850963.043161:0:6269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) for lock 0x4652d1bf5efc5bfa 00000080:00010000:1.0:1788850963.043169:0:6269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4652d1bf5efc5bfa from it ffffab6b01bffcb8 00010000:00010000:1.0:1788850963.043180:0:6269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1788850963.043189:0:6269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1788850963.043339:0:6269:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248),name=/ 00000002:00010000:1.0:1788850963.043348:0:6269:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788850963.043355:0:6269:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1788850963.043364:0:6269:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1788850963.043370:0:6269:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788850963.043374:0:6269:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) 00000080:00010000:1.0:1788850963.043376:0:6269:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) for lock 0x4652d1bf5efc5bfa 00000080:00010000:1.0:1788850963.043380:0:6269:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4652d1bf5efc5bfa from it ffffab6b01bffbb0 00010000:00010000:1.0:1788850963.043383:0:6269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1788850963.043390:0:6269:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1788850963.043397:0:6269:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248), inode mode 41ed mask 44 00000080:00200008:1.0:1788850963.043405:0:6269:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b4505133248), flags 100000 00000080:00200080:1.0:1788850963.046873:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:1.0:1788850963.046904:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b4503907000 uarg=0000000000000000 00800000:00000004:1.0:1788850963.046920:0:6269:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b4510a8d000: age 296, max_age 298 00000100:00100000:1.0:1788850963.046966:0:6269:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa13800 pname:cluuid:pid:xid:nid:opc:job lfs:c937f904-2c75-4362-84c4-6500b2ff55cb:6269:1875745998638720:192.168.204.138@tcp:41: 00000100:00100000:1.0:1788850963.047062:0:6269:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45126d8840 going to sleep for 11 seconds 00000100:00100000:3.0:1788850963.049190:0:6269:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa13800 pname:cluuid:pid:xid:nid:opc:job lfs:c937f904-2c75-4362-84c4-6500b2ff55cb:6269:1875745998638720:192.168.204.138@tcp:41: 00800000:00000004:3.0:1788850963.049223:0:6269:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b4510a8d000: update ffff9b450aa38458 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1788850963.053074:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.053104:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00800000:00000004:3.0:1788850963.053114:0:6269:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff9b4510a8d000: age -705, max_age 298 00000100:00100000:3.0:1788850963.053161:0:6269:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job lfs:c937f904-2c75-4362-84c4-6500b2ff55cb:6269:1875745998638848:192.168.204.138@tcp:41: 00000100:00100000:3.0:1788850963.053254:0:6269:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450aa15e40 going to sleep for 11 seconds 00010000:00080000:3.0:1788850963.056785:0:6269:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8ea00 x1875745998638848/t0(0) o41->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 1788850979 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850963.056805:0:6269:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job lfs:c937f904-2c75-4362-84c4-6500b2ff55cb:6269:1875745998638848:192.168.204.138@tcp:41: 00800000:00000004:3.0:1788850963.056832:0:6269:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff9b4510a8d000: update ffff9b450aa39e18 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1788850963.056900:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.056916:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.056925:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.056929:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.056934:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.056938:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.056944:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.056948:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.056952:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.056972:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.056979:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.056983:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.056987:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.056991:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.056996:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057000:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057005:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057009:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057013:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057017:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057021:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057025:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057029:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057032:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057037:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057041:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057044:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057049:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057054:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057058:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057062:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057066:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057071:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057075:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057088:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057092:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057097:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057100:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057104:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057108:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057112:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057115:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057119:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057122:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057126:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057129:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057133:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057136:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057140:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057144:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057148:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057152:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057155:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057159:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057163:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057166:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057170:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057174:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057193:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057205:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057211:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057214:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057220:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057223:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057227:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057231:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057236:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057239:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057243:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057246:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057250:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057253:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057257:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057260:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057263:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057265:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057269:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057272:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057275:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057278:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057281:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057284:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057287:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057290:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057300:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057303:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057307:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057310:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057313:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057317:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057321:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057324:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057328:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057332:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057336:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057339:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057343:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057347:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057350:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057354:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057357:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057362:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057365:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057369:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057811:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057820:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057847:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057853:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057858:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057868:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057874:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057877:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057881:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057885:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057888:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057892:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057896:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057899:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057903:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057906:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057910:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057913:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057917:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057920:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057924:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00800000:00000080:3.0:1788850963.057928:0:6269:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.057931:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.057937:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00020000:00000004:3.0:1788850963.057945:0:6269:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9b4510a8d000: age -705, max_age 298 00000100:00100000:3.0:1788850963.057984:0:6269:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job lfs:c937f904-2c75-4362-84c4-6500b2ff55cb:6269:1875745998638976:192.168.204.138@tcp:13: 00000100:00100000:3.0:1788850963.058059:0:6269:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450aa15e40 going to sleep for 11 seconds 00010000:00080000:3.0:1788850963.064882:0:6269:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8ea00 x1875745998638976/t0(0) o13->lustre-OST0000-osc-ffff9b4510a8d000@192.168.204.138@tcp:7/4 lens 224/368 e 0 to 0 dl 1788850979 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850963.064904:0:6269:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job lfs:c937f904-2c75-4362-84c4-6500b2ff55cb:6269:1875745998638976:192.168.204.138@tcp:13: 00020000:00000004:3.0:1788850963.064944:0:6269:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9b4510a8d000: update ffff9b450a2eb7d8 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1788850963.065024:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.065041:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00020000:00000004:3.0:1788850963.065114:0:6269:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9b4510a8d000: age -705, max_age 298 00000100:00100000:3.0:1788850963.065148:0:6269:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job lfs:c937f904-2c75-4362-84c4-6500b2ff55cb:6269:1875745998639104:192.168.204.138@tcp:13: 00000100:00100000:3.0:1788850963.065221:0:6269:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450aa15e40 going to sleep for 11 seconds 00010000:00080000:3.0:1788850963.073729:0:6269:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8ea00 x1875745998639104/t0(0) o13->lustre-OST0001-osc-ffff9b4510a8d000@192.168.204.138@tcp:7/4 lens 224/368 e 0 to 0 dl 1788850979 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850963.073820:0:6269:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job lfs:c937f904-2c75-4362-84c4-6500b2ff55cb:6269:1875745998639104:192.168.204.138@tcp:13: 00020000:00000004:3.0:1788850963.073849:0:6269:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9b4510a8d000: update ffff9b450a2e8458 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1788850963.073925:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.073943:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.073951:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.073955:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.073958:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.073962:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.073966:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.073969:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.073973:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.073976:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.073979:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.073983:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.073987:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.073990:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074023:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074027:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074031:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074034:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074038:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074041:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074115:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074120:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074124:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074128:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074131:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074134:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074138:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074141:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074145:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074148:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074151:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074154:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074158:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074161:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074164:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074167:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074170:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074174:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074291:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074303:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074308:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074312:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074316:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074319:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074323:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074326:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074329:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074332:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074336:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074339:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074342:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074345:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074349:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074352:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074355:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074358:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074362:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074365:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074368:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074371:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074374:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074377:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074381:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074384:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074394:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074398:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074401:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074405:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074408:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074412:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074415:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074418:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074421:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074425:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074428:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074431:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074434:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074437:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074441:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074444:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074447:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074450:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074497:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074501:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074506:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074509:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074512:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074516:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074519:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074529:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074535:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074538:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074542:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074546:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074550:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074553:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074556:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074560:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.074563:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.074566:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075385:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075400:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075412:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075416:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075420:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075425:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075429:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075432:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075436:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075439:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075443:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075447:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075451:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075478:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075493:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075497:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075501:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075505:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075509:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075512:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075516:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075519:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075523:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075526:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200080:3.0:1788850963.075529:0:6269:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248) cmd=c00866a4 arg=7ffcd79af4f0 00020000:00000080:3.0:1788850963.075532:0:6269:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b4510a8d000: cmd=c00866a4 len=592 karg=ffff9b45185b6c00 uarg=0000000000000000 00000080:00200008:3.0:1788850963.075545:0:6269:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b4505133248), flags 100000 00010000:00010000:3.0:1788850963.303836:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788850964.328781:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788850965.351620:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788850965.482949:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998639232:192.168.204.138@tcp:400: 00000100:00100000:3.0:1788850965.483041:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998639488:192.168.204.138@tcp:400: 00000100:00100000:3.0:1788850965.483068:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998639744:192.168.204.138@tcp:400: 00000100:00100000:3.0:1788850965.483093:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788850965.483100:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998639360:192.168.204.138@tcp:400: 00000100:00100000:3.0:1788850965.483121:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998639616:192.168.204.138@tcp:400: 00000100:00100000:2.0:1788850965.511825:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998639360:192.168.204.138@tcp:400: 00010000:00080000:2.0:1788850965.511853:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8c700 x1875745998639616/t0(0) o400->lustre-OST0000-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788850965.511863:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998639616:192.168.204.138@tcp:400: 00000100:00100000:2.0:1788850965.511873:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998639232:192.168.204.138@tcp:400: 00010000:00080000:2.0:1788850965.511882:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8c380 x1875745998639488/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788850981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788850965.511890:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998639488:192.168.204.138@tcp:400: 00010000:00080000:2.0:1788850965.511904:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8e680 x1875745998639744/t0(0) o400->lustre-OST0001-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788850965.511912:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998639744:192.168.204.138@tcp:400: 00000001:02000400:0.0:1788850966.137032:0:6462:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1788850966.384296:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850967.403039:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788850968.425379:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850969.446244:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788850970.207620:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.138@tcp (source: 12345-192.168.204.138@tcp) 00000100:00100000:0.0:1788850970.207668:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.138@tcp (source: 12345-192.168.204.138@tcp) 00000100:00100000:1.0:1788850970.207853:0:6175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875746018614912 00000100:00100000:1.0:1788850970.207863:0:6175:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875746018614912 00000100:00100000:1.0:1788850970.207919:0:6175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875746018615040 00000100:00100000:1.0:1788850970.207922:0:6175:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875746018615040 00000100:00100000:1.0:1788850970.207939:0:6175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.138@tcp, seq: 0 00000100:00100000:1.0:1788850970.207949:0:6175:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9b450a726d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1d293837-ab23-46d9-b771-00cdfe8763e2+4:10342:x1875746018614912:12345-192.168.204.138@tcp:104: 00010000:00010000:1.0:1788850970.207968:0:6175:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff9b45421d6e00/0x4652d1bf5efc5b91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788850970.208051:0:6175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788850970.208058:0:6175:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9b450a726d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1d293837-ab23-46d9-b771-00cdfe8763e2+4:10342:x1875746018614912:12345-192.168.204.138@tcp:104: Request processed in 111us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1788850970.208065:0:6175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.138@tcp, seq: 0 00000100:00100000:1.0:1788850970.208083:0:6175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.138@tcp, seq: 1 00000100:00100000:1.0:1788850970.208103:0:6175:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9b450a726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1d293837-ab23-46d9-b771-00cdfe8763e2+3:10342:x1875746018615040:12345-192.168.204.138@tcp:104: 00010000:00010000:1.0:1788850970.208111:0:6175:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5b8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788850970.208148:0:6175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788850970.208154:0:6175:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9b450a726a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1d293837-ab23-46d9-b771-00cdfe8763e2+3:10342:x1875746018615040:12345-192.168.204.138@tcp:104: Request processed in 65us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1788850970.208159:0:6175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.138@tcp, seq: 1 00010000:00010000:2.0:1788850970.208237:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788850970.208245:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff9b45421d6e00/0x4652d1bf5efc5b91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850970.208252:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b45421d6e00 already unused, calling callback (ffffffffc12eec20) 10000000:00010000:2.0:1788850970.208256:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff9b45421d6e00/0x4652d1bf5efc5b91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850970.208263:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff9b45421d6e00/0x4652d1bf5efc5b91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788850970.208270:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff9b45421d6e00/0x4652d1bf5efc5b91 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788850970.208274:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788850970.208319:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff9b45421d6e00/0x4652d1bf5efc5b91 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850970.208325:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788850970.208344:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff9b45421d6e00/0x4652d1bf5efc5b91 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850970.208350:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff9b45421d6e00/0x4652d1bf5efc5b91 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f3975244e expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850970.208375:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788850970.208378:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5b8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850970.208385:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b45421d6200 already unused, calling callback (ffffffffc12eec20) 10000000:00010000:2.0:1788850970.208394:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5b8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850970.208401:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5b8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788850970.208407:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5b8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788850970.208412:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788850970.208426:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5b8a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850970.208431:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788850970.208437:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5b8a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850970.208443:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5b8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f39752447 expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850970.208492:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788850970.208493:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788850970.208495:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788850970.208509:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998639872:192.168.204.138@tcp:103: 00010000:00010000:3.0:1788850970.208560:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788850970.208583:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788850970.208589:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998640000:192.168.204.138@tcp:103: 00000100:00100000:2.0:1788850970.216737:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998640000:192.168.204.138@tcp:103: 00000100:00100000:2.0:1788850970.216753:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998639872:192.168.204.138@tcp:103: 00010000:00010000:2.0:1788850970.469882:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788850970.599676:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998640128:192.168.204.138@tcp:400: 00000100:00100000:3.0:1788850970.599823:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998640384:192.168.204.138@tcp:400: 00000100:00100000:3.0:1788850970.599855:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788850970.599860:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998640256:192.168.204.138@tcp:400: 00000100:00100000:3.0:1788850970.599878:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998640512:192.168.204.138@tcp:400: 00010000:00080000:3.0:1788850970.603630:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50e680 x1875745998640256/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788850986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850970.603651:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998640256:192.168.204.138@tcp:400: 00000100:00100000:3.0:1788850970.603665:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998640128:192.168.204.138@tcp:400: 00010000:00080000:3.0:1788850970.618717:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50ce00 x1875745998640512/t0(0) o400->lustre-OST0001-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850970.618737:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998640512:192.168.204.138@tcp:400: 00010000:00080000:3.0:1788850970.618750:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50e300 x1875745998640384/t0(0) o400->lustre-OST0000-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850970.618760:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998640384:192.168.204.138@tcp:400: 00010000:00010000:1.0:1788850971.495757:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788850971.941595:0:6188:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788850971.941605:0:6188:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9b4510a8d000 from 48 10000000:01000000:1.0:1788850971.941611:0:6188:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788850971.941666:0:6188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b4542167800/0x4652d1bf5efc5c01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788850971.941678:0:6188:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff9b4542167800/0x4652d1bf5efc5c01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788850971.941690:0:6188:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff9b4542167800/0x4652d1bf5efc5c01 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788850971.941716:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998640640:192.168.204.138@tcp:101: 00000100:00100000:1.0:1788850971.941827:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ab2b300 going to sleep for 11 seconds 00000100:00100000:1.0:1788850971.946438:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998640640:192.168.204.138@tcp:101: 00010000:00010000:1.0:1788850971.946496:0:6188:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff9b4542167800/0x4652d1bf5efc5c01 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752512 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788850971.946520:0:6188:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff9b4542167800/0x4652d1bf5efc5c01 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f39752512 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788850971.946748:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998640768:192.168.204.138@tcp:501: 00000100:00100000:1.0:1788850971.947188:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ab2b300 going to sleep for 11 seconds 00000100:00100000:2.0:1788850971.950130:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa10a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998640768:192.168.204.138@tcp:501: 00000100:00100000:2.0:1788850971.950188:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998640896:192.168.204.138@tcp:503: 00000100:00100000:2.0:1788850971.950274:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45113da0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788850971.953544:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998640896:192.168.204.138@tcp:503: 00000100:00100000:0.0:1788850971.954214:0:6669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a725c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6669:1875745998641024:192.168.204.138@tcp:502: 00000100:00100000:0.0:1788850971.954313:0:6669:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450af84b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788850971.958071:0:6669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a725c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6669:1875745998641024:192.168.204.138@tcp:502: 00000020:01000000:3.0:1788850971.958119:0:6669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788850971.958130:0:6669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850971.958132:0:6669:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788850971.958138:0:6669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1788850971.958179:0:6669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6669:1875745998641152:192.168.204.138@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788850971.958275:0:6669:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ae56900 going to sleep for 11 seconds 00000100:00100000:3.0:1788850971.968595:0:6669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6669:1875745998641152:192.168.204.138@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788850971.968640:0:6669:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788850971.968648:0:6669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850971.968650:0:6669:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788850971.968654:0:6669:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788850971.968934:0:6188:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1788850971.968954:0:6188:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788850971.968968:0:6188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b4542167800/0x4652d1bf5efc5c01 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752512 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850971.968979:0:6188:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff9b4542167800/0x4652d1bf5efc5c01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752512 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788850971.968999:0:6188:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1788850971.969001:0:6188:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9b450aa23380 from 1 10000000:01000000:2.0:1788850971.969004:0:6188:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788850971.969041:0:6188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5c08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850971.969049:0:6188:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5c08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850971.969058:0:6188:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5c08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788850971.969079:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998641280:192.168.204.138@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788850971.969156:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45113da0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788850971.978943:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998641280:192.168.204.138@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788850971.979165:0:6188:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5c08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752519 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850971.979179:0:6188:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5c08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f39752519 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788850971.979273:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998641408:192.168.204.138@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788850971.979353:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45113da0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788850971.989301:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998641408:192.168.204.138@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1788850971.989345:0:6188:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788850971.989366:0:6188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5c08 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752519 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850971.989377:0:6188:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff9b45421d6200/0x4652d1bf5efc5c08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752519 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850972.517662:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788850973.468790:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.138@tcp (source: 12345-192.168.204.138@tcp) 00000100:00100000:0.0:1788850973.469034:0:6175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875746018624512 00000100:00100000:0.0:1788850973.469044:0:6175:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875746018624512 00000100:00100000:0.0:1788850973.469122:0:6175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.138@tcp, seq: 2 00000100:00100000:0.0:1788850973.469132:0:6175:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9b450aa11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1d293837-ab23-46d9-b771-00cdfe8763e2+3:10403:x1875746018624512:12345-192.168.204.138@tcp:104: 00010000:00010000:0.0:1788850973.469150:0:6175:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff9b4500031400/0x4652d1bf5efc5bc9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788850973.469224:0:6175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788850973.469230:0:6175:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9b450aa11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1d293837-ab23-46d9-b771-00cdfe8763e2+3:10403:x1875746018624512:12345-192.168.204.138@tcp:104: Request processed in 101us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788850973.469237:0:6175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.138@tcp, seq: 2 00010000:00010000:3.0:1788850973.470002:0:6186:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788850973.470011:0:6186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff9b4500031400/0x4652d1bf5efc5bc9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788850973.470020:0:6186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b4500031400 already unused, calling callback (ffffffffc12eec20) 10000000:00010000:3.0:1788850973.470025:0:6186:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff9b4500031400/0x4652d1bf5efc5bc9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788850973.470035:0:6186:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff9b4500031400/0x4652d1bf5efc5bc9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788850973.470042:0:6186:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff9b4500031400/0x4652d1bf5efc5bc9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788850973.470049:0:6186:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788850973.470095:0:6186:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff9b4500031400/0x4652d1bf5efc5bc9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788850973.470101:0:6186:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788850973.470122:0:6186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff9b4500031400/0x4652d1bf5efc5bc9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788850973.470130:0:6186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff9b4500031400/0x4652d1bf5efc5bc9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f3975245c expref: -99 pid: 6174 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788850973.470163:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788850973.470165:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788850973.470167:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788850973.470184:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998641536:192.168.204.138@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1788850973.479207:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998641536:192.168.204.138@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788850973.542142:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788850973.933572:0:6188:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788850973.933580:0:6188:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b4510a8d000 from 4 10000000:01000000:2.0:1788850973.933585:0:6188:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788850973.933635:0:6188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850973.933648:0:6188:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850973.933660:0:6188:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788850973.933704:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998641664:192.168.204.138@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788850973.933854:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45113da0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788850973.941411:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998641664:192.168.204.138@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788850973.941443:0:6188:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788850973.941504:0:6188:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788850973.941583:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998641792:192.168.204.138@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788850973.941664:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45113da0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788850973.946138:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998641792:192.168.204.138@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788850973.946267:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998641920:192.168.204.138@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788850973.946365:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45113da0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788850973.950415:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998641920:192.168.204.138@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788850973.951635:0:6726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a724380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6726:1875745998642048:192.168.204.138@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788850973.951772:0:6726:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450aa17540 going to sleep for 11 seconds 00000100:00100000:3.0:1788850973.953897:0:6726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a724380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6726:1875745998642048:192.168.204.138@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788850973.953939:0:6726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788850973.953948:0:6726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850973.953951:0:6726:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788850973.953956:0:6726:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9b4510a8d000 00000020:00000080:3.0:1788850973.953959:0:6726:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1788850973.954048:0:6726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6726:1875745998642176:192.168.204.138@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788850973.954133:0:6726:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ae560c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788850973.965232:0:6726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:6726:1875745998642176:192.168.204.138@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788850973.965280:0:6726:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788850973.965288:0:6726:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788850973.965291:0:6726:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1788850973.965295:0:6726:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1788850973.965442:0:6188:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1788850973.965500:0:6188:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788850973.965512:0:6188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788850973.965535:0:6188:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788850974.565727:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788850975.590866:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788850975.727419:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998642304:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850975.727558:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998642560:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850975.727589:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998642816:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850975.727772:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788850975.727780:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998642432:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850975.727803:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998642688:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850975.731666:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998642432:192.168.204.138@tcp:400:kworker.0 00010000:00080000:3.0:1788850975.731688:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8ea00 x1875745998642688/t0(0) o400->lustre-OST0000-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850975.731704:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998642688:192.168.204.138@tcp:400:kworker.0 00010000:00080000:3.0:1788850975.731717:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8c380 x1875745998642560/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788850991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850975.731725:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998642560:192.168.204.138@tcp:400:kworker.0 00010000:00080000:3.0:1788850975.731734:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8c700 x1875745998642816/t0(0) o400->lustre-OST0001-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850975.731742:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998642816:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850975.735844:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998642304:192.168.204.138@tcp:400:kworker.0 00010000:00010000:1.0:1788850976.627499:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788850977.637938:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850978.664686:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788850979.686768:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788850980.390017:0:7032:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg438-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1788850980.710847:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788850980.854932:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998642944:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850980.855139:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998643200:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850980.855169:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998643456:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850980.855194:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788850980.855199:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998643072:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850980.855232:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998643328:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850980.873018:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998643072:192.168.204.138@tcp:400:kworker.0 00010000:00080000:3.0:1788850980.873037:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8ea00 x1875745998643328/t0(0) o400->lustre-OST0000-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850980.873047:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998643328:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850980.873056:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998642944:192.168.204.138@tcp:400:kworker.0 00010000:00080000:3.0:1788850980.873066:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8c380 x1875745998643200/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788850996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850980.873074:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998643200:192.168.204.138@tcp:400:kworker.0 00010000:00080000:3.0:1788850980.873083:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8e680 x1875745998643456/t0(0) o400->lustre-OST0001-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850980.873090:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998643456:192.168.204.138@tcp:400:kworker.0 00010000:00010000:2.0:1788850981.734594:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788850982.766899:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788850983.782912:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788850984.806739:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788850985.774412:0:7312:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg438-client.virtnet: executing yml_node 00010000:00010000:1.0:1788850985.831155:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788850985.958622:0:37:0:(import.c:65:import_set_state_nolock()) ffff9b4509e90000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1788850985.958631:0:37:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9b4510a8d000: disconnect after 22s idle 00000100:00080000:3.0:1788850985.965774:0:37:0:(import.c:65:import_set_state_nolock()) ffff9b4509e95800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1788850985.965780:0:37:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9b4510a8d000: disconnect after 22s idle 00000100:00100000:3.0:1788850985.965813:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998643584:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788850985.965955:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998643968:192.168.204.138@tcp:9:kworker.0 00000100:00100000:3.0:1788850985.966022:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998643840:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788850985.968002:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998644096:192.168.204.138@tcp:9:kworker.0 00000100:00100000:3.0:1788850985.968190:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788850985.968199:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998643712:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850985.974352:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998643712:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788850985.974375:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998643584:192.168.204.138@tcp:400:kworker.0 00010000:00080000:3.0:1788850985.974390:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8e300 x1875745998643840/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788850985.974401:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998643840:192.168.204.138@tcp:400:kworker.0 00010000:00080000:2.0:1788850985.974539:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8ea00 x1875745998643968/t0(0) o9->lustre-OST0000-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788850985.974565:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b4509e8ea00 x1875745998643968/t0(0) o9->lustre-OST0000-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788850985.974573:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4509e90000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1788850985.974577:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998643968:192.168.204.138@tcp:9:kworker.0 00010000:00080000:2.0:1788850985.974592:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8c700 x1875745998644096/t0(0) o9->lustre-OST0001-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788850985.974602:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b4509e8c700 x1875745998644096/t0(0) o9->lustre-OST0001-osc-ffff9b4510a8d000@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788850995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788850985.974609:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4509e95800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1788850985.974613:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c937f904-2c75-4362-84c4-6500b2ff55cb:2401:1875745998644096:192.168.204.138@tcp:9:kworker.0 00010000:00010000:0.0:1788850986.856944:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850987.879350:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788850988.903332:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788850989.927830:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788850990.951526:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788850991.000644:0:7766:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.58.39 00000100:00100000:2.0:1788850991.083829:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998644224:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788850991.083927:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998644480:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788850991.083960:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788850991.083966:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998644352:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788850991.099286:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998644224:192.168.204.138@tcp:400:kworker.0 00010000:00080000:2.0:1788850991.099309:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50f800 x1875745998644480/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788850991.099323:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998644480:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788850991.099364:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998644352:192.168.204.138@tcp:400:kworker.0 00010000:00010000:2.0:1788850991.982697:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788850993.001081:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788850993.694614:0:7923:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.58.39 00010000:00010000:1.0:1788850994.021858:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788850995.048713:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850996.080054:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788850996.199561:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2402:1875745998644608:192.168.204.138@tcp:400:kworker.0 00000100:00100000:1.0:1788850996.199663:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2402:1875745998644864:192.168.204.138@tcp:400:kworker.0 00000100:00100000:1.0:1788850996.199698:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788850996.199705:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2402:1875745998644736:192.168.204.138@tcp:400:kworker.0 00000100:00100000:0.0:1788850996.203913:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2402:1875745998644736:192.168.204.138@tcp:400:kworker.0 00000100:00100000:0.0:1788850996.203938:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2402:1875745998644608:192.168.204.138@tcp:400:kworker.0 00010000:00080000:0.0:1788850996.203952:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450aa11180 x1875745998644864/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788850996.203963:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2402:1875745998644864:192.168.204.138@tcp:400:kworker.0 00000001:02000400:3.0:1788850996.900275:0:8080:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.58.39 00010000:00010000:0.0:1788850997.100938:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788850998.117621:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788850998.626271:0:8226:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Tue Sep 8 03:03:17 EDT 2026 00010000:00010000:1.0:1788850999.142963:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788851000.165733:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788851001.189797:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788851001.323845:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788851001.323869:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998644992:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788851001.326390:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998645248:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788851001.326584:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998645120:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788851001.341590:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998644992:192.168.204.138@tcp:400:kworker.0 00010000:00080000:3.0:1788851001.352247:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8c380 x1875745998645248/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851001.352270:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998645248:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788851001.352427:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998645120:192.168.204.138@tcp:400:kworker.0 00010000:00010000:1.0:1788851002.214424:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788851003.237855:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788851004.261741:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788851005.285788:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788851006.309534:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788851006.441212:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998645376:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788851006.441317:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998645632:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788851006.441352:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788851006.441357:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998645504:192.168.204.138@tcp:400:kworker.0 00010000:00080000:2.0:1788851006.454983:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50d500 x1875745998645632/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851006.455004:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998645632:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788851006.459994:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998645376:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788851006.460035:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998645504:192.168.204.138@tcp:400:kworker.0 00010000:00010000:0.0:1788851007.334561:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788851008.357665:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788851009.381664:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788851010.405628:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788851011.431358:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788851011.557872:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998645760:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788851011.557875:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998645888:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788851011.557988:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998646016:192.168.204.138@tcp:400:kworker.0 00000100:00100000:2.0:1788851011.565234:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998645760:192.168.204.138@tcp:400:kworker.0 00010000:00080000:2.0:1788851011.565261:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50d500 x1875745998646016/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851011.565275:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998646016:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788851011.565285:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998645888:192.168.204.138@tcp:400:kworker.0 00010000:00010000:3.0:1788851012.453559:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788851013.477906:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788851014.505385:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788851015.527371:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788851015.877171:0:8786:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:0.0:1788851016.554509:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788851016.677679:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998646272:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788851016.677679:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998646144:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788851016.677781:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998646400:192.168.204.138@tcp:400:kworker.0 00010000:00080000:3.0:1788851016.686529:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50ca80 x1875745998646400/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851016.686549:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998646400:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788851016.686576:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998646144:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788851016.686609:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998646272:192.168.204.138@tcp:400:kworker.0 00000001:02000400:1.0:1788851017.249096:0:8925:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1788851017.574026:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788851018.603736:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788851018.652421:0:9070:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 03:03:37 (1788851017) === 00000080:00200008:0.0:1788851018.886478:0:8243:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b4505133248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1788851018.890134:0:8243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248),name=/ 00000002:00010000:0.0:1788851018.890168:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1788851018.890187:0:8243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1788851018.890204:0:8243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1788851018.890225:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1788851018.890233:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) 00000080:00010000:0.0:1788851018.890236:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) for lock 0x4652d1bf5efc5bfa 00000080:00010000:0.0:1788851018.890243:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4652d1bf5efc5bfa from it ffffab6b01d27cb8 00010000:00010000:0.0:1788851018.890247:0:8243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1788851018.890263:0:8243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1788851018.943898:0:8243:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b4505133248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1788851018.943909:0:8243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248),name=/ 00000002:00010000:0.0:1788851018.943932:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1788851018.943950:0:8243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1788851018.943965:0:8243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1788851018.943974:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1788851018.943981:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) 00000080:00010000:0.0:1788851018.943985:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) for lock 0x4652d1bf5efc5bfa 00000080:00010000:0.0:1788851018.943993:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4652d1bf5efc5bfa from it ffffab6b01d27cb8 00010000:00010000:0.0:1788851018.943996:0:8243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1788851018.944017:0:8243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:1.0:1788851018.980399:0:8243:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b4505133248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788851018.980415:0:8243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248),name=/ 00000002:00010000:1.0:1788851018.980477:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788851018.980497:0:8243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1788851018.980512:0:8243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1788851018.980520:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788851018.980527:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) 00000080:00010000:1.0:1788851018.980530:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) for lock 0x4652d1bf5efc5bfa 00000080:00010000:1.0:1788851018.980538:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4652d1bf5efc5bfa from it ffffab6b01d27cb8 00010000:00010000:1.0:1788851018.980542:0:8243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1788851018.980551:0:8243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:3.0:1788851019.007949:0:8243:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b4505133248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788851019.007961:0:8243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505133248),name=/ 00000002:00010000:3.0:1788851019.007985:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788851019.008003:0:8243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1788851019.008018:0:8243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1788851019.008026:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788851019.008032:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) 00000080:00010000:3.0:1788851019.008036:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b4505133248) for lock 0x4652d1bf5efc5bfa 00000080:00010000:3.0:1788851019.008042:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4652d1bf5efc5bfa from it ffffab6b01d27cb8 00010000:00010000:3.0:1788851019.008046:0:8243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1788851019.008056:0:8243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b4510a8d000 lock: ffff9b4542166000/0x4652d1bf5efc5bfa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb207ac0f39752486 expref: -99 pid: 6216 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:1.0:1788851019.287730:0:9118:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788851019.287733:0:9118:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1788851019.287735:0:9118:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.138@tcp:/lustre 00000020:01000004:1.0:1788851019.287736:0:9118:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1788851019.287846:0:9118:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9b45067c4800 00000080:01000004:1.0:1788851019.287856:0:9118:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1788851019.287876:0:9118:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.138@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788851019.287879:0:9118:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.138@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1788851019.287886:0:9118:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9b45067c4800 (sb ffff9b45067c4800) 00000080:01000000:1.0:1788851019.287963:0:9118:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1788851019.287965:0:9118:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1788851019.287969:0:9118:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:1.0:1788851019.287975:0:9118:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f 10000000:01000000:1.0:1788851019.288378:0:9118:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788851019.288381:0:9118:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9b45067c4800 10000000:01000000:1.0:1788851019.288397:0:9118:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9b45067c4800 10000000:01000000:1.0:1788851019.288401:0:9118:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788851019.288406:0:9118:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9b45067c4800 10000000:01000000:1.0:1788851019.288408:0:9118:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788851019.288412:0:9118:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9b45067c4800 10000000:01000000:1.0:1788851019.288415:0:9118:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788851019.288418:0:9118:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9b45067c4800 from 1 10000000:01000000:1.0:1788851019.288421:0:9118:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788851019.290635:0:9118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b4542167200/0x4652d1bf5efc5c16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788851019.290652:0:9118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff9b4542167200/0x4652d1bf5efc5c16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788851019.290665:0:9118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff9b4542167200/0x4652d1bf5efc5c16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788851019.290695:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa10000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998646528:192.168.204.138@tcp:101:mount.lustre.0 00000100:00100000:1.0:1788851019.290791:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450a74b780 going to sleep for 11 seconds 00000100:00100000:3.0:1788851019.306743:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa10000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998646528:192.168.204.138@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788851019.306773:0:9118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff9b4542167200/0x4652d1bf5efc5c16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752566 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788851019.306787:0:9118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff9b4542167200/0x4652d1bf5efc5c16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f39752566 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788851019.307050:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998646656:192.168.204.138@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788851019.307137:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ad82180 going to sleep for 11 seconds 00000100:00100000:3.0:1788851019.309492:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998646656:192.168.204.138@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788851019.309546:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998646784:192.168.204.138@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788851019.309641:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ad82180 going to sleep for 11 seconds 00000100:00100000:3.0:1788851019.313858:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998646784:192.168.204.138@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788851019.314349:0:9122:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa13b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:9122:1875745998646912:192.168.204.138@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788851019.314428:0:9122:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450a74b300 going to sleep for 11 seconds 00000100:00100000:1.0:1788851019.327904:0:9122:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa13b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:9122:1875745998646912:192.168.204.138@tcp:502:llog_process_th.0 00000020:01000000:1.0:1788851019.327950:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788851019.327962:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.327964:0:9122:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1788851019.327971:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9b45067c4800 00000020:00000080:1.0:1788851019.327974:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788851019.327998:0:9122:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9b45067c4800 (ffff9b45067bcd40) 00000020:00000080:1.0:1788851019.328018:0:9122:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:1.0:1788851019.328029:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9b45067c4800 00000020:00000080:1.0:1788851019.328032:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788851019.328301:0:9122:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9b45067c4800 (uuid e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f) 00000020:01000000:1.0:1788851019.328306:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788851019.328310:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.328311:0:9122:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1788851019.328314:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788851019.328317:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.328319:0:9122:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1788851019.328323:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9b45067c4800 00000020:00000080:1.0:1788851019.328325:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788851019.328331:0:9122:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9b45067c4800 (ffff9b45067bb380) 00000020:00000080:1.0:1788851019.328340:0:9122:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:1.0:1788851019.328344:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9b45067c4800 00000020:00000080:1.0:1788851019.328347:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788851019.328545:0:9122:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9b45067c4800 (uuid e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f) 00000020:01000000:1.0:1788851019.328550:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788851019.328553:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.328554:0:9122:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1788851019.328556:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788851019.328559:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.328560:0:9122:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1788851019.328563:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788851019.328565:0:9122:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1788851019.328567:0:9122:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1788851019.328573:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788851019.328575:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.328576:0:9122:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1788851019.328578:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788851019.328595:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.328597:0:9122:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1788851019.328601:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788851019.328605:0:9122:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:1.0:1788851019.328640:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9b45067c4800 00000020:00000080:1.0:1788851019.328643:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788851019.328649:0:9122:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9b45067c4800 (ffff9b45067b8000) 00000020:00000080:1.0:1788851019.328658:0:9122:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:1.0:1788851019.328663:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9b45067c4800 00000020:00000080:1.0:1788851019.328665:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788851019.328739:0:9122:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9b4505a8e000@lustre-MDT0000-mdc-ffff9b45067c4800: add connection 192.168.204.138@tcp at head 00010000:00010000:1.0:1788851019.336163:0:9122:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9b45067c4800-5 is initialized 00000040:01000000:1.0:1788851019.336402:0:9122:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9b45067c4800 ctxt 13 is initialized 00000020:00000080:1.0:1788851019.339726:0:9122:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9b45067c4800 (uuid e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f) 00000020:01000000:1.0:1788851019.339746:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9b45067c4800 00000020:00000080:1.0:1788851019.339750:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1788851019.339778:0:9122:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1788851019.339822:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788851019.339826:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.339828:0:9122:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1788851019.339832:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788851019.339835:0:9122:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1788851019.339836:0:9122:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788851019.339838:0:9122:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788851019.339839:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788851019.339842:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.339843:0:9122:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788851019.339846:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788851019.339850:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.339851:0:9122:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1788851019.339854:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788851019.339859:0:9122:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:1.0:1788851019.339885:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9b45067c4800 00000020:00000080:1.0:1788851019.339888:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788851019.339897:0:9122:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9b45067c4800 (ffff9b45067b99c0) 00000020:00000080:1.0:1788851019.339913:0:9122:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:1.0:1788851019.340095:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9b45067c4800 00000020:00000080:1.0:1788851019.340100:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788851019.340219:0:9122:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9b4505a8a800@lustre-MDT0001-mdc-ffff9b45067c4800: add connection 192.168.204.138@tcp at head 00010000:00010000:1.0:1788851019.349348:0:9122:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9b45067c4800-6 is initialized 00000040:01000000:1.0:1788851019.349848:0:9122:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9b45067c4800 ctxt 13 is initialized 00000020:00000080:1.0:1788851019.349894:0:9122:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9b45067c4800 (uuid e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f) 00000020:01000000:1.0:1788851019.349909:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9b45067c4800 00000020:00000080:1.0:1788851019.349914:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1788851019.349940:0:9122:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1788851019.349978:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788851019.349982:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.349984:0:9122:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1788851019.349987:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788851019.349990:0:9122:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1788851019.349991:0:9122:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788851019.349993:0:9122:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788851019.349995:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788851019.349997:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.349999:0:9122:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788851019.350001:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788851019.350005:0:9122:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.138@tcp:/lustre 00000020:00000080:1.0:1788851019.350008:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.350010:0:9122:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788851019.350012:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788851019.350018:0:9122:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:1.0:1788851019.350085:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9b45067c4800 00000020:00000080:1.0:1788851019.350089:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788851019.350116:0:9122:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9b45067c4800 (ffff9b4506220000) 00000020:00000080:1.0:1788851019.350139:0:9122:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:1.0:1788851019.350147:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9b45067c4800 00000020:00000080:1.0:1788851019.350149:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788851019.350245:0:9122:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9b4505a8a000@lustre-OST0000-osc-ffff9b45067c4800: add connection 192.168.204.138@tcp at head 00010000:00010000:1.0:1788851019.350443:0:9122:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9b45067c4800-7 is initialized 00000020:00000080:1.0:1788851019.350829:0:9122:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9b45067c4800 (uuid e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f) 00000020:01000000:1.0:1788851019.350836:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9b45067c4800 00000020:00000080:1.0:1788851019.350840:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1788851019.350853:0:9122:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1788851019.350859:0:9122:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9b45067c4800: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1788851019.350865:0:9122:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1788851019.350876:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788851019.350879:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.350881:0:9122:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788851019.350883:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788851019.350885:0:9122:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1788851019.350887:0:9122:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788851019.350888:0:9122:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788851019.350889:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788851019.350891:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.350892:0:9122:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788851019.350895:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788851019.350898:0:9122:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.138@tcp:/lustre 00000020:00000080:1.0:1788851019.350901:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.350902:0:9122:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788851019.350905:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788851019.350909:0:9122:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:1.0:1788851019.350923:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9b45067c4800 00000020:00000080:1.0:1788851019.350926:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788851019.350932:0:9122:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9b45067c4800 (ffff9b45062219c0) 00000020:00000080:1.0:1788851019.350943:0:9122:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:1.0:1788851019.350948:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9b45067c4800 00000020:00000080:1.0:1788851019.350950:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788851019.351001:0:9122:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9b4505a8f800@lustre-OST0001-osc-ffff9b45067c4800: add connection 192.168.204.138@tcp at head 00010000:00010000:1.0:1788851019.351182:0:9122:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9b45067c4800-8 is initialized 00000020:00000080:1.0:1788851019.351385:0:9122:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9b45067c4800 (uuid e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f) 00000020:01000000:1.0:1788851019.351392:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9b45067c4800 00000020:00000080:1.0:1788851019.351395:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1788851019.351404:0:9122:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1788851019.351409:0:9122:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff9b45067c4800: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1788851019.351411:0:9122:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1788851019.351419:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788851019.351422:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.351423:0:9122:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788851019.351426:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788851019.351429:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.351430:0:9122:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788851019.351433:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788851019.351434:0:9122:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788851019.351436:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788851019.351438:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788851019.351440:0:9122:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000100:00100000:1.0:1788851019.351717:0:9122:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa13b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:9122:1875745998647040:192.168.204.138@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788851019.352595:0:9122:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450a74b300 going to sleep for 11 seconds 00000100:00100000:3.0:1788851019.358144:0:9122:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa13b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:9122:1875745998647040:192.168.204.138@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788851019.358185:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788851019.358196:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788851019.358198:0:9122:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788851019.358203:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1788851019.358242:0:9122:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:9122:1875745998647168:192.168.204.138@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788851019.358328:0:9122:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ad82a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788851019.368184:0:9122:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:9122:1875745998647168:192.168.204.138@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788851019.368228:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788851019.368243:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788851019.368245:0:9122:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788851019.368250:0:9122:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1788851019.368425:0:9118:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788851019.368441:0:9118:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788851019.369021:0:9118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b4542167200/0x4652d1bf5efc5c16 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752566 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788851019.369035:0:9118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff9b4542167200/0x4652d1bf5efc5c16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752566 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788851019.369044:0:9118:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9b45067c4800 from 1 10000000:01000000:1.0:1788851019.369047:0:9118:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1788851019.369081:0:9118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b4542166200/0x4652d1bf5efc5c47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788851019.369100:0:9118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff9b4542166200/0x4652d1bf5efc5c47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788851019.369111:0:9118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff9b4542166200/0x4652d1bf5efc5c47 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788851019.369133:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998647296:192.168.204.138@tcp:101:mount.lustre.0 00000100:00100000:1.0:1788851019.369243:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45111609c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788851019.376530:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998647296:192.168.204.138@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788851019.376560:0:9118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff9b4542166200/0x4652d1bf5efc5c47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975256d expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788851019.376573:0:9118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff9b4542166200/0x4652d1bf5efc5c47 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f3975256d expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788851019.378664:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998647424:192.168.204.138@tcp:256:mount.lustre.0 00000100:00100000:1.0:1788851019.378775:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45111609c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788851019.388672:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998647424:192.168.204.138@tcp:256:mount.lustre.0 10000000:01000000:2.0:1788851019.390378:0:9118:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1788851019.390410:0:9118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b4542166200/0x4652d1bf5efc5c47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975256d expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851019.390425:0:9118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff9b4542166200/0x4652d1bf5efc5c47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975256d expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788851019.390434:0:9118:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b45067c4800 from 1 10000000:01000000:2.0:1788851019.390437:0:9118:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788851019.391184:0:9118:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851019.391197:0:9118:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851019.391294:0:9118:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788851019.391330:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998647552:192.168.204.138@tcp:101:mount.lustre.0 00000100:00100000:2.0:1788851019.391417:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450aa15e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788851019.393648:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998647552:192.168.204.138@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788851019.393678:0:9118:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851019.393691:0:9118:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788851019.393763:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998647680:192.168.204.138@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788851019.393963:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450aa15e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788851019.395985:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998647680:192.168.204.138@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788851019.396040:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998647808:192.168.204.138@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788851019.396121:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450aa15e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788851019.398211:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1d293837-ab23-46d9-b771-00cdfe8763e2:9118:1875745998647808:192.168.204.138@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788851019.400772:0:9127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:9127:1875745998647936:192.168.204.138@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788851019.400954:0:9127:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ad82c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788851019.404230:0:9127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:9127:1875745998647936:192.168.204.138@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788851019.404279:0:9127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788851019.404288:0:9127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788851019.404291:0:9127:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788851019.404297:0:9127:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9b45067c4800 00000020:00000080:3.0:1788851019.404300:0:9127:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788851019.404308:0:9127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788851019.404312:0:9127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788851019.404313:0:9127:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788851019.404315:0:9127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788851019.404318:0:9127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788851019.404319:0:9127:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788851019.404322:0:9127:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9b45067c4800 00000020:00000080:3.0:1788851019.404325:0:9127:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1788851019.404501:0:9127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:9127:1875745998648064:192.168.204.138@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788851019.404607:0:9127:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ad82c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788851019.411098:0:9127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:1d293837-ab23-46d9-b771-00cdfe8763e2:9127:1875745998648064:192.168.204.138@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788851019.411140:0:9127:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788851019.411148:0:9127:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788851019.411151:0:9127:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1788851019.411155:0:9127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1788851019.411302:0:9118:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1788851019.411320:0:9118:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788851019.411341:0:9118:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788851019.411352:0:9118:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1788851019.411372:0:9118:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1788851019.411403:0:9118:0:(genops.c:1384:class_connect()) connect: client e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f, cookie 0x4652d1bf5efc5c55 00800000:01000000:1.0:1788851019.411424:0:9118:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f to lustre-clilmv-ffff9b45067c4800 00800000:01000000:1.0:1788851019.411432:0:9118:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9b45067c4800(e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f) - lustre-MDT0000_UUID, e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f 00000020:00000080:1.0:1788851019.411439:0:9118:0:(genops.c:1384:class_connect()) connect: client e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f, cookie 0x4652d1bf5efc5c5c 00000100:00080000:1.0:1788851019.411447:0:9118:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b45067c4800: connect to NID 192.168.204.138@tcp last attempt 0 00000100:00080000:1.0:1788851019.411609:0:9118:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff9b45067c4800: import ffff9b4505a8e000 using connection 192.168.204.138@tcp/192.168.204.138@tcp 00000008:00100000:1.0:1788851019.411699:0:9118:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788851019.411725:0:9118:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b450aa12a00 x1875745998648192/t0(0) o38->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788851019.411780:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998648192:192.168.204.138@tcp:38:mount.lustre.0 00000100:00080000:1.0:1788851019.411974:0:9118:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID 00800000:01000000:1.0:1788851019.412047:0:9118:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9b45067c4800(e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f) successfully (5) 00800000:00000004:1.0:1788851019.412051:0:9118:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff9b45067c4800: age -645, max_age 0 00000100:00080000:1.0:1788851019.412085:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b450aa11c00 x1875745998648320/t0(0) o41->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:01000000:1.0:1788851019.412115:0:9118:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9b45067c4800(e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f) - lustre-MDT0001_UUID, e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f 00000020:00000080:1.0:1788851019.412123:0:9118:0:(genops.c:1384:class_connect()) connect: client e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f, cookie 0x4652d1bf5efc5c63 00000100:00080000:1.0:1788851019.412129:0:9118:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff9b45067c4800: connect to NID 192.168.204.138@tcp last attempt 0 00000100:00080000:1.0:1788851019.412136:0:9118:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff9b45067c4800: import ffff9b4505a8a800 using connection 192.168.204.138@tcp/192.168.204.138@tcp 00000008:00100000:1.0:1788851019.412142:0:9118:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1788851019.412153:0:9118:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b450aa10380 x1875745998648448/t0(0) o38->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788851019.412226:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998648576:192.168.204.138@tcp:400:kworker.0 00000100:00100000:3.0:1788851019.412260:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788851019.412271:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998648704:192.168.204.138@tcp:400:kworker.0 00000100:00100000:0.0:1788851019.412674:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998648448:192.168.204.138@tcp:38:mount.lustre.0 00000100:00080000:1.0:1788851019.415543:0:9118:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID 00800000:01000000:1.0:1788851019.415750:0:9118:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9b45067c4800(e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f) successfully (5) 00800000:00000004:1.0:1788851019.415760:0:9118:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff9b45067c4800: age -645, max_age 0 00000100:00100000:1.0:1788851019.415824:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1788851019.415840:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b450aa10700 x1875745998648832/t0(0) o41->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:1.0:1788851019.415878:0:9118:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9b45067c4800: age -645, max_age 354 00800000:00000004:1.0:1788851019.415884:0:9118:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b45067c4800: age -645, max_age 354 00000100:00080000:1.0:1788851019.415902:0:9118:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b450aa12d80 x1875745998648960/t0(0) o41->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851019.415910:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b4504cc0e40 going to sleep for 0 seconds 00010000:00080000:1.0:1788851019.416602:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450aa10380 x1875745998648448/t0(0) o38->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 520/416 e 0 to 0 dl 1788851029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851019.416669:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b45067c4800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788851019.416679:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9b45067c4800: connect to target with instance 1 00000100:00080000:1.0:1788851019.416688:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9b45067c4800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1788851019.416698:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788851019.416701:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4505a8a800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788851019.416923:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998648576:192.168.204.138@tcp:400:kworker.0 00010000:00080000:3.0:1788851019.416947:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8dc00 x1875745998648704/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851019.416958:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998648704:192.168.204.138@tcp:400:kworker.0 00000100:00080000:0.0:1788851019.417025:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fda48b03): req@ffff9b450aa10700 x1875745998648832/t0(0) o41->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851019.417043:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998648448:192.168.204.138@tcp:38:mount.lustre.0 00000100:00100000:0.0:1788851019.417057:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b45067c4800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788851019.417062:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b45067c4800: connect to target with instance 1 00000100:00080000:0.0:1788851019.417068:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9b45067c4800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1788851019.417073:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788851019.417075:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4505a8e000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1788851019.417292:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fda48b03): req@ffff9b450aa11c00 x1875745998648320/t0(0) o41->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788851019.417301:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e479366e): req@ffff9b450aa12d80 x1875745998648960/t0(0) o41->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851019.420125:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998648192:192.168.204.138@tcp:38:mount.lustre.0 00000100:00100000:3.0:1788851019.420212:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b4504cc0e40 going to sleep for 11 seconds 00010000:00080000:1.0:1788851019.420495:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450aa10700 x1875745998648832/t0(0) o41->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/368 e 0 to 0 dl 1788851035 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851019.420515:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:0:1875745998648832:192.168.204.138@tcp:41:mount.lustre.0 00000100:00100000:1.0:1788851019.420528:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:0:1875745998648320:192.168.204.138@tcp:41:mount.lustre.0 00000100:00100000:3.0:1788851019.422376:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa12d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:9118:1875745998648960:192.168.204.138@tcp:41:mount.lustre.0 00800000:00000004:3.0:1788851019.422404:0:9118:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b45067c4800: update ffff9b45067b8458 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:3.0:1788851019.422412:0:9118:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9b45067c4800: update ffff9b45067bb7d8 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:3.0:1788851019.422493:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:9118:1875745998649088:192.168.204.138@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788851019.422549:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ad82c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788851019.424938:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:9118:1875745998649088:192.168.204.138@tcp:40:mount.lustre.0 00000080:00000004:3.0:1788851019.424964:0:9118:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1788851019.424978:0:9118:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2146304 00020000:01000000:3.0:1788851019.424983:0:9118:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1788851019.424995:0:9118:0:(genops.c:1384:class_connect()) connect: client e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f, cookie 0x4652d1bf5efc5c6a 00000020:00000080:3.0:1788851019.425011:0:9118:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4652d1bf5efc5c71 00000100:00080000:3.0:1788851019.425018:0:9118:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9b45067c4800: connect to NID 192.168.204.138@tcp last attempt 0 00000100:00080000:3.0:1788851019.425028:0:9118:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff9b45067c4800: import ffff9b4505a8a000 using connection 192.168.204.138@tcp/192.168.204.138@tcp 00000008:00100000:3.0:1788851019.425040:0:9118:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788851019.425061:0:9118:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b4509e8dc00 x1875745998649216/t0(0) o8->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788851019.425100:0:9118:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID 00000100:00100000:0.0:1788851019.425167:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998649216:192.168.204.138@tcp:8:mount.lustre.0 00020000:01000000:3.0:1788851019.425267:0:9118:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9b45067c4800) active 00000020:00000080:3.0:1788851019.425293:0:9118:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4652d1bf5efc5c78 00000100:00080000:3.0:1788851019.425299:0:9118:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9b45067c4800: connect to NID 192.168.204.138@tcp last attempt 0 00000100:00080000:3.0:1788851019.425306:0:9118:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff9b45067c4800: import ffff9b4505a8f800 using connection 192.168.204.138@tcp/192.168.204.138@tcp 00000008:00100000:3.0:1788851019.425311:0:9118:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788851019.425323:0:9118:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b4509e8c380 x1875745998649344/t0(0) o8->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788851019.425342:0:9118:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID 00000100:00100000:0.0:1788851019.425375:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998649344:192.168.204.138@tcp:8:mount.lustre.0 00020000:01000000:3.0:1788851019.425846:0:9118:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9b45067c4800) active 00000100:00100000:3.0:1788851019.425888:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:9118:1875745998649472:192.168.204.138@tcp:900:mount.lustre.0 00000100:00100000:3.0:1788851019.425917:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ad82c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788851019.432259:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:9118:1875745998649472:192.168.204.138@tcp:900:mount.lustre.0 00000100:00100000:3.0:1788851019.432330:0:9118:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:9118:1875745998649600:192.168.204.138@tcp:33:mount.lustre.0 00000100:00100000:3.0:1788851019.432447:0:9118:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ad82c00 going to sleep for 11 seconds 00010000:00080000:3.0:1788851019.435088:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8c380 x1875745998649344/t0(0) o8->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 520/416 e 0 to 0 dl 1788851029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851019.435106:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b45067c4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788851019.435117:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9b45067c4800: connect to target with instance 1 00000100:00080000:3.0:1788851019.435126:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9b45067c4800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788851019.435137:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788851019.435140:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4505a8f800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788851019.435156:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1788851019.435161:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1788851019.435166:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1788851019.435178:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998649344:192.168.204.138@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788851019.435207:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8dc00 x1875745998649216/t0(0) o8->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 520/416 e 0 to 0 dl 1788851029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851019.435216:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b45067c4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788851019.435221:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b45067c4800: connect to target with instance 1 00000100:00080000:3.0:1788851019.435226:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9b45067c4800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788851019.435231:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788851019.435232:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4505a8a000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788851019.435235:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1788851019.435238:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1788851019.435240:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1788851019.435245:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998649216:192.168.204.138@tcp:8:mount.lustre.0 00000100:00100000:3.0:1788851019.435405:0:9118:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:9118:1875745998649600:192.168.204.138@tcp:33:mount.lustre.0 00000080:00200000:3.0:1788851019.435781:0:9118:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b4505184b08) 00000080:00200000:3.0:1788851019.435789:0:9118:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1788851019.435848:0:9118:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_39_ga87ca5d 00000080:00000004:3.0:1788851019.438847:0:9118:0:(super25.c:182:lustre_fill_super()) 192.168.204.138@tcp:/lustre: Mount complete 00010000:00000001:3.0:1788851019.632133:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851019.632151:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851019.632156:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851019.632158:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851019.636121:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851019.636128:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851019.636133:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1788851019.666419:0:9149:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:3.0:1788851020.645588:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851020.645596:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851020.645601:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851020.645619:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851020.645873:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851020.645876:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851020.645880:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851020.710224:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39910 (cpu 1) has reached its deadline 4295024043, at 4295024064 00000100:00000010:1.0:1788851020.710241:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b450a177240. 00000100:00000040:0.0:1788851020.710366:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39800 (cpu 0) has reached its deadline 4295024043, at 4295024064 00000100:00000010:0.0:1788851020.710372:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b450a177360. 00010000:00000001:3.0:1788851021.669696:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851021.669703:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851021.669709:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851021.669710:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851021.672301:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851021.672307:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851021.672313:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851022.693539:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851022.695756:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851022.695767:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851022.695768:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851022.695915:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851022.695919:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851022.695935:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851023.718789:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851023.718798:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851023.718806:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851023.718808:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851023.718837:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851023.718840:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851023.718844:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788851024.432943:0:9350:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851024.432956:0:9350:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851024.741569:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851024.741576:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851024.741580:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851024.741581:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851024.741645:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851024.741648:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851024.741651:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788851024.802266:0:9386:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788851024.802273:0:9386:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg438-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:0.0:1788851024.810385:0:9386:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1788851024.869585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851024.869597:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851024.869605:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450aa11c00. 00000020:00000040:1.0:1788851024.869611:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:1.0:1788851024.869616:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851024.869620:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851024.869624:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851024.869631:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b45184fca00. 00000100:00000001:1.0:1788851024.869639:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851024.869651:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851024.869663:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851024.869667:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851024.869674:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082a9cee1] to pc [ptlrpcd_00_01+1] req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.869752:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851024.869756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851024.869760:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788851024.869846:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851024.869851:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851024.869854:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851024.869861:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851024.869871:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851024.869874:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851024.869878:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851024.869881:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851024.869884:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851024.869887:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2403:1875745998649728:192.168.204.138@tcp:400:kworker.0 00000100:00000001:0.0:1788851024.869892:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851024.869897:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851024.869900:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851024.869903:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851024.869907:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b45056c2e00. 02000000:00000001:0.0:1788851024.869910:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851024.869917:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:0.0:1788851024.869921:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45113d1d68. 00000400:00000010:0.0:1788851024.869928:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450b7f1550. 00000100:00000200:0.0:1788851024.869936:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998649728, portal 25 00000100:00000001:0.0:1788851024.869938:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851024.869940:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319566220288 : -110754143331328 : ffff9b450aa11c00) 00000100:00000040:0.0:1788851024.869946:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851024.869960:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851024.869963:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:0.0:1788851024.869965:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450b7f1880. 00000100:00000200:0.0:1788851024.869968:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875745998649728, offset 0 00000400:00000200:0.0:1788851024.869974:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:0.0:1788851024.869983:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851024.869990:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:0.0:1788851024.869995:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851024.869998:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:0.0:1788851024.870002:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851024.870005:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:0.0:1788851024.870008:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [122:122:256:4294967295] 192.168.204.138@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1788851024.870013:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851024.870022:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:0.0:1788851024.870029:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:0.0:1788851024.870035:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4503e50500. 00000800:00000200:0.0:1788851024.870042:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:0.0:1788851024.870050:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:0.0:1788851024.870054:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4503e50500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851024.870072:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851024.870076:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:0.0:1788851024.870078:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295029488 00000100:00000010:0.0:1788851024.870083:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4511206300. 00000100:00000001:0.0:1788851024.870090:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788851024.870095:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295029488 00000100:00000010:0.0:1788851024.870098:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4511206f60. 00000100:00000001:0.0:1788851024.870101:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788851024.870104:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851024.870107:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851024.870116:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851024.870118:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851024.870126:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851024.870128:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788851024.870130:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851024.870131:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851024.870132:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851024.870134:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851024.870145:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851024.870147:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851024.870711:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851024.870716:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4503e50500. 00000400:00000200:1.0:1788851024.870721:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851024.870728:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851024.870734:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450b7f1880 00000400:00000010:1.0:1788851024.870737:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450b7f1880. 00000100:00000001:1.0:1788851024.870741:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851024.870746:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.870756:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851024.870767:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.870775:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851024.870777:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:3.0:1788851024.871133:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8ed80. 00000020:00000040:3.0:1788851024.871139:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4509e90800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000100:00000001:3.0:1788851024.871143:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851024.871145:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851024.871148:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851024.871154:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9a00. 00000100:00000001:3.0:1788851024.871161:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871167:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851024.871178:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851024.871181:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871187:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000878565b9] to pc [ptlrpcd_01_01+1] req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.871213:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851024.871227:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851024.871233:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8dc00. 00000020:00000040:3.0:1788851024.871236:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4509e93000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000100:00000001:3.0:1788851024.871238:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851024.871240:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851024.871242:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851024.871245:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9800. 00000100:00000001:3.0:1788851024.871249:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871254:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851024.871262:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851024.871264:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871268:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000616cdf8] to pc [ptlrpcd_01_00+0] req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.871277:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851024.871285:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851024.871288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851024.871292:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851024.871294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851024.871297:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851024.871301:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8c380. 00000020:00000040:3.0:1788851024.871303:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4505a8e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000100:00000001:3.0:1788851024.871305:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851024.871306:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851024.871308:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851024.871311:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9200. 00000100:00000001:3.0:1788851024.871314:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871325:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851024.871333:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851024.871335:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871339:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5002bcf] to pc [ptlrpcd_01_01+1] req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.871347:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851024.871352:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851024.871355:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8ce00. 00000020:00000040:3.0:1788851024.871358:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000100:00000001:3.0:1788851024.871361:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851024.871363:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851024.871365:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851024.871370:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9600. 00000100:00000001:3.0:1788851024.871373:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871378:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851024.871385:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851024.871387:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871390:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030dc4f34] to pc [ptlrpcd_01_00+0] req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.871397:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851024.871403:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851024.871407:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8e680. 00000020:00000040:3.0:1788851024.871409:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a000 refcount=3 obd=lustre-OST0000-osc-ffff9b45067c4800 00000100:00000001:3.0:1788851024.871412:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851024.871413:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851024.871415:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851024.871424:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9700. 00000100:00000001:3.0:1788851024.871428:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871433:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851024.871440:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851024.871442:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.871446:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003350b79] to pc [ptlrpcd_01_01+1] req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.873725:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.873730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851024.873734:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851024.873739:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8e300. 00000020:00000040:3.0:1788851024.873745:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4505a8f800 refcount=3 obd=lustre-OST0001-osc-ffff9b45067c4800 00000100:00000001:3.0:1788851024.873749:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851024.873751:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851024.873756:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851024.873762:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9400. 00000100:00000001:3.0:1788851024.873767:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.873778:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851024.873981:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851024.873986:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.873993:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005b40698] to pc [ptlrpcd_01_00+0] req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.874003:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.874009:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (365) 00000100:00000001:3.0:1788851024.874025:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851024.874029:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851024.874031:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851024.874037:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.874057:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851024.874060:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.874064:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851024.874067:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851024.874070:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851024.874074:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998649856:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851024.874080:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851024.874086:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851024.874088:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.874091:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851024.874095:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1600. 02000000:00000001:3.0:1788851024.874097:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851024.874104:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851024.874109:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8318. 00000400:00000010:3.0:1788851024.874116:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce3b8. 00000100:00000200:3.0:1788851024.874122:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998649856, portal 10 00000100:00000001:3.0:1788851024.874125:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851024.874127:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554149760 : -110754155401856 : ffff9b4509e8ed80) 00000100:00000040:3.0:1788851024.874136:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.874144:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851024.874147:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851024.874150:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcec38. 00000100:00000200:3.0:1788851024.874154:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998649856, offset 0 00000400:00000200:3.0:1788851024.874161:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851024.874172:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851024.874180:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851024.874185:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851024.874189:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851024.874192:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851024.874196:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851024.874206:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [123:123:256:4294967295] 192.168.204.138@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:3.0:1788851024.874211:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851024.874221:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851024.874226:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851024.874232:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4502fe9f00. 00000800:00000200:3.0:1788851024.874239:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851024.874246:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851024.874251:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4502fe9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851024.874274:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.874279:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: using a timeout of 143260 usecs (144 jiffies) 00000400:00000200:3.0:1788851024.874283:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851024.874285:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295028372 00000100:00000001:3.0:1788851024.874288:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295029488 00000100:00000001:3.0:1788851024.874290:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295028372 00000100:00000001:3.0:1788851024.874292:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295029488 00000100:00000001:3.0:1788851024.874294:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851024.874297:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.874300:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851024.874305:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.874311:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851024.874313:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.874315:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851024.874317:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851024.874319:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851024.874322:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998650112:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851024.874326:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851024.874328:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851024.874330:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.874339:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851024.874342:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf0800. 02000000:00000001:3.0:1788851024.874345:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851024.874349:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851024.874352:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8898. 00000400:00000010:3.0:1788851024.874357:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce660. 00000100:00000200:3.0:1788851024.874361:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998650112, portal 10 00000100:00000001:3.0:1788851024.874363:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851024.874365:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554139008 : -110754155412608 : ffff9b4509e8c380) 00000100:00000040:3.0:1788851024.874372:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.874378:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851024.874382:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851024.874385:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce990. 00000100:00000200:3.0:1788851024.874388:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998650112, offset 0 00000400:00000200:3.0:1788851024.874393:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851024.874398:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851024.874402:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851024.874405:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851024.874407:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851024.874410:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851024.874412:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851024.874415:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [124:124:255:4294967295] 192.168.204.138@tcp LPNI seq info [124:124:7:4294967295] 00000400:00000200:3.0:1788851024.874418:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851024.874424:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851024.874429:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851024.874433:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4502fe9500. 00000800:00000200:3.0:1788851024.874437:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851024.874441:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851024.874444:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4502fe9500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851024.874447:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851024.874509:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851024.874522:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851024.874525:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851024.874528:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851024.874534:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851024.874541:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000100:00000040:3.0:1788851024.874549:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: using a timeout of 6691 usecs (7 jiffies) 00000400:00000200:0.0:1788851024.874550:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851024.874556:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851024.874558:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851024.874560:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295028235 00000100:00000001:3.0:1788851024.874564:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295029488 00000400:00000200:0.0:1788851024.874566:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851024.874569:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295028235 00000400:00000200:0.0:1788851024.874575:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6a9fb25f03980 00000100:00000001:3.0:1788851024.874575:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295029488 00000100:00000001:3.0:1788851024.874580:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851024.874583:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851024.874585:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851024.874588:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1788851024.874594:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x6f1 [1] + 224 00000100:00000040:3.0:1788851024.874595:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788851024.874603:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788851024.874607:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851024.874610:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851024.874612:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788851024.874612:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851024.874616:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788851024.874618:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1788851024.874621:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851024.874628:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00100000:3.0:1788851024.874628:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998650368:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851024.874635:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788851024.874639:0:2394:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:3.0:1788851024.874639:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851024.874642:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.874645:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1788851024.874649:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788851024.874650:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1a00. 02000000:00000001:3.0:1788851024.874654:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851024.874663:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851024.874667:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8c60. 00000100:00000040:0.0:1788851024.874669:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788851024.874672:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce4c8. 00000100:00000200:3.0:1788851024.874677:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998650368, portal 4 00000100:00000001:3.0:1788851024.874681:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851024.874684:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554147968 : -110754155403648 : ffff9b4509e8e680) 00000100:00000001:0.0:1788851024.874690:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1788851024.874692:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.874709:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851024.874712:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851024.874715:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcee58. 00000100:00000200:3.0:1788851024.874719:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875745998650368, offset 0 00000400:00000200:3.0:1788851024.874724:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000800:00000200:0.0:1788851024.874726:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1788851024.874730:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000800:00000010:0.0:1788851024.874732:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4502fe9f00. 00000400:00000200:3.0:1788851024.874735:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851024.874737:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851024.874741:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:0.0:1788851024.874745:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788851024.874746:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851024.874751:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:0.0:1788851024.874757:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:3.0:1788851024.874758:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [125:125:254:4294967295] 192.168.204.138@tcp LPNI seq info [125:125:6:4294967295] 00000400:00000200:0.0:1788851024.874765:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcec38 00000400:00000200:3.0:1788851024.874765:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:0.0:1788851024.874771:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcec38. 00000100:00000001:0.0:1788851024.874779:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1788851024.874779:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851024.874786:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000100:00000200:0.0:1788851024.874788:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1788851024.874791:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4502fe9000. 00000800:00000200:3.0:1788851024.874801:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000100:00000001:0.0:1788851024.874805:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1788851024.874808:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000100:00000040:0.0:1788851024.874813:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788851024.874814:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4502fe9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851024.874819:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.874825:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: using a timeout of 12626 usecs (13 jiffies) 00000100:00000001:0.0:1788851024.874829:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851024.874833:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:0.0:1788851024.874834:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788851024.874838:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295028241 00000800:00000001:0.0:1788851024.874842:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788851024.874842:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295029488 00000100:00000001:3.0:1788851024.874846:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295028241 00000800:00000001:0.0:1788851024.874849:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.874850:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295029488 00000100:00000001:3.0:1788851024.874854:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851024.874857:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851024.874859:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851024.874862:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4502fe9500. 00000400:00000200:0.0:1788851024.874866:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788851024.874868:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.874873:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851024.874874:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851024.874879:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce990 00000400:00000010:0.0:1788851024.874881:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce990. 00000100:00000001:3.0:1788851024.874882:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851024.874883:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788851024.874885:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1788851024.874890:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.874890:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851024.874892:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851024.874895:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851024.874899:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1788851024.874904:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851024.874905:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788851024.874908:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1788851024.874911:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.874912:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.874916:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851024.874918:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851024.874920:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788851024.874925:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.874927:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851024.874928:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788851024.874937:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851024.874939:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.874941:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851024.874943:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851024.874945:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851024.874949:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998649984:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851024.874953:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851024.874956:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851024.874957:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.874958:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851024.874961:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1e00. 02000000:00000001:3.0:1788851024.874963:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851024.874967:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851024.874970:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d87e8. 00000400:00000010:3.0:1788851024.874974:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcea18. 00000800:00000200:0.0:1788851024.874975:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1788851024.874978:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998649984, portal 10 00000800:00000010:0.0:1788851024.874979:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4502fe9000. 00000100:00000001:3.0:1788851024.874981:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851024.874984:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554145280 : -110754155406336 : ffff9b4509e8dc00) 00000400:00000200:0.0:1788851024.874985:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1788851024.874994:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788851024.874995:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851024.874998:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcee58 00000400:00000010:0.0:1788851024.875008:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcee58. 00000100:00000001:3.0:1788851024.875011:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788851024.875014:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1788851024.875016:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851024.875021:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce7f8. 00000100:00000200:0.0:1788851024.875022:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851024.875025:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998649984, offset 0 00000400:00000200:3.0:1788851024.875036:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000100:00000001:0.0:1788851024.875037:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1788851024.875043:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000040:0.0:1788851024.875044:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788851024.875050:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851024.875057:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788851024.875061:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851024.875062:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000100:00000001:0.0:1788851024.875066:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1788851024.875067:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851024.875072:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851024.875076:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [126:126:256:4294967295] 192.168.204.138@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:3.0:1788851024.875080:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:0.0:1788851024.875087:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788851024.875089:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000100:00000001:0.0:1788851024.875091:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1788851024.875095:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000400:00000001:0.0:1788851024.875098:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000010:3.0:1788851024.875100:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4502fe9000. 00000400:00000001:0.0:1788851024.875103:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1788851024.875107:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000400:00000010:0.0:1788851024.875108:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45113d1d68. 00000400:00000200:0.0:1788851024.875114:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450b7f1550 00000800:00000200:3.0:1788851024.875115:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000400:00000010:0.0:1788851024.875118:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450b7f1550. 00000800:00000200:3.0:1788851024.875120:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4502fe9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851024.875123:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851024.875130:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.875131:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.875137:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: using a timeout of 181758 usecs (182 jiffies) 00000400:00000200:3.0:1788851024.875144:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851024.875147:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295028410 00000100:00000200:0.0:1788851024.875148:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.875151:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295029488 00000100:00000001:3.0:1788851024.875157:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295028410 00000100:00000001:3.0:1788851024.875161:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295029488 00000100:00000001:0.0:1788851024.875163:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851024.875165:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851024.875166:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.875169:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851024.875171:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851024.875173:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851024.875176:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851024.875178:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788851024.875180:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851024.875185:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.875186:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1788851024.875193:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=65 v=5 (5 0 0 0) 00000100:00000001:3.0:1788851024.875195:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851024.875199:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851024.875200:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=65 v=5 (1 0 0 0) 02000000:00000001:3.0:1788851024.875202:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788851024.875206:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1788851024.875206:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851024.875209:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.875211:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851024.875215:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1788851024.875217:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998650240:192.168.204.138@tcp:400:kworker.0 00010000:00000001:0.0:1788851024.875219:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.875222:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788851024.875224:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851024.875238:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851024.875244:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851024.875247:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851024.875249:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851024.875253:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851024.875261:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2403:1875745998649728:192.168.204.138@tcp:400:kworker.0 00000100:00000001:0.0:1788851024.875266:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851024.875269:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1788851024.875274:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788851024.875275:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450aa11c00 x1875745998649728/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788851024.875278:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.875282:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851024.875287:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1c00. 00000100:00000001:0.0:1788851024.875288:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851024.875291:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851024.875293:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851024.875297:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b45056c2e00. 00000400:00000200:3.0:1788851024.875298:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851024.875303:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8000. 02000000:00000001:0.0:1788851024.875304:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851024.875308:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000010:3.0:1788851024.875309:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce908. 00000020:00000040:0.0:1788851024.875311:0:2403:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000100:00000200:3.0:1788851024.875313:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998650240, portal 10 00000020:00000001:0.0:1788851024.875315:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1788851024.875317:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851024.875319:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554141696 : -110754155409920 : ffff9b4509e8ce00) 02000000:00000010:0.0:1788851024.875320:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b45184fca00. 02000000:00000001:0.0:1788851024.875327:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1788851024.875327:0:2405:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b4509e48000. 02000000:00000001:0.0:1788851024.875331:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851024.875335:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450aa11c00. 00000100:00000040:3.0:1788851024.875336:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851024.875342:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851024.875345:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.875346:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788851024.875348:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851024.875351:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851024.875354:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcef68. 00000100:00000200:3.0:1788851024.875356:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998650240, offset 0 00000100:00000001:0.0:1788851024.875357:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851024.875361:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851024.875362:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000100:00000001:0.0:1788851024.875367:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788851024.875369:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:0.0:1788851024.875371:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851024.875375:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851024.875378:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851024.875386:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851024.875388:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851024.875391:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851024.875395:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [127:127:255:4294967295] 192.168.204.138@tcp LPNI seq info [127:127:7:4294967295] 00000400:00000200:3.0:1788851024.875399:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851024.875405:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851024.875409:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851024.875413:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4502fe9500. 00000800:00000200:3.0:1788851024.875417:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851024.875422:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:0.0:1788851024.875424:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1788851024.875425:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4502fe9500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1788851024.875429:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4502fe9000. 00000100:00000001:3.0:1788851024.875430:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851024.875436:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1788851024.875436:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: using a timeout of 5657 usecs (6 jiffies) 00000400:00000200:3.0:1788851024.875440:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851024.875443:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295028234 00000100:00000001:3.0:1788851024.875447:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295029488 00000100:00000001:3.0:1788851024.875451:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295028234 00000400:00000200:0.0:1788851024.875452:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:3.0:1788851024.875487:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295029488 00000400:00000200:0.0:1788851024.875490:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce7f8 00000100:00000001:3.0:1788851024.875492:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1788851024.875495:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce7f8. 00000100:00000001:3.0:1788851024.875496:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.875501:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788851024.875502:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1788851024.875507:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851024.875510:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.875526:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851024.875529:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851024.875532:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1788851024.875533:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851024.875536:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788851024.875539:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788851024.875540:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851024.875546:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998650496:192.168.204.138@tcp:400:kworker.0 00000100:00000001:0.0:1788851024.875555:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851024.875560:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788851024.875562:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851024.875566:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851024.875568:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.875570:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851024.875573:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf0400. 00000800:00000200:0.0:1788851024.875575:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1788851024.875576:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788851024.875581:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4502fe9500. 00000400:00000200:3.0:1788851024.875583:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851024.875589:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1788851024.875589:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8aa8. 00000400:00000010:3.0:1788851024.875593:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce770. 00000400:00000200:0.0:1788851024.875597:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000200:3.0:1788851024.875598:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998650496, portal 4 00000400:00000200:0.0:1788851024.875601:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcef68 00000100:00000001:3.0:1788851024.875602:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851024.875605:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554147072 : -110754155404544 : ffff9b4509e8e300) 00000400:00000010:0.0:1788851024.875606:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcef68. 00000100:00000001:0.0:1788851024.875611:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1788851024.875614:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851024.875618:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.875628:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851024.875634:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000100:00000001:0.0:1788851024.875638:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1788851024.875638:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce6e8. 00000100:00000200:3.0:1788851024.875643:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875745998650496, offset 0 00000100:00000040:0.0:1788851024.875645:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788851024.875650:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851024.875656:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:0.0:1788851024.875659:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851024.875663:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1788851024.875663:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851024.875669:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851024.875673:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851024.875676:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851024.875679:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851024.875682:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [128:128:256:4294967295] 192.168.204.138@tcp LPNI seq info [128:128:8:4294967295] 00000400:00000200:3.0:1788851024.875686:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851024.875692:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851024.875697:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851024.875699:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4502fe9f00. 00000800:00000200:3.0:1788851024.875703:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851024.875712:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851024.875714:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4502fe9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851024.875729:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.875731:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: using a timeout of 12148 usecs (13 jiffies) 00000400:00000200:3.0:1788851024.875735:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851024.875736:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295028241 00000100:00000001:3.0:1788851024.875739:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295029488 00000100:00000001:3.0:1788851024.875740:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295028241 00000100:00000001:3.0:1788851024.875742:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295029488 00000100:00000001:3.0:1788851024.875744:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851024.875746:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.875748:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.875751:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.875760:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851024.875761:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851024.876114:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851024.876118:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4502fe9f00. 00000400:00000200:1.0:1788851024.876121:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851024.876126:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851024.876129:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce6e8 00000400:00000010:1.0:1788851024.876131:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce6e8. 00000100:00000001:1.0:1788851024.876133:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851024.876137:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.876145:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851024.876148:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.876154:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851024.876156:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851024.896970:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.896987:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851024.896991:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.896993:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897001:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897008:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851024.897017:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897021:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897027:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897031:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f03a00 00000400:00000200:1.0:1788851024.897037:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897042:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x701 [1] + 224 00000800:00000001:1.0:1788851024.897058:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897064:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897068:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851024.897079:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851024.897087:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851024.897095:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851024.897107:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.897126:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851024.897134:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897138:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851024.897140:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897142:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897145:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897148:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851024.897152:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897155:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897157:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897160:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f03b00 00000400:00000200:1.0:1788851024.897163:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897167:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x709 [1] + 224 00000800:00000001:1.0:1788851024.897170:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897173:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897174:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851024.897177:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851024.897180:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851024.897184:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851024.897194:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.897201:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851024.897205:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897213:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851024.897215:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897217:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897220:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897224:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851024.897228:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897231:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897234:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897236:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f03a80 00000400:00000200:1.0:1788851024.897240:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897244:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x719 [1] + 224 00000800:00000001:1.0:1788851024.897248:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897252:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897254:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851024.897257:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851024.897261:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851024.897265:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851024.897274:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.897281:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851024.897284:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897288:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851024.897289:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897291:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897294:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897297:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851024.897301:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897303:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897306:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897309:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f03b80 00000400:00000200:1.0:1788851024.897312:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897320:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x721 [1] + 224 00000800:00000001:1.0:1788851024.897324:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897328:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897331:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851024.897333:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851024.897336:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851024.897340:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851024.897348:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.897355:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851024.897358:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897362:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851024.897364:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897366:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897368:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897371:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851024.897375:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897377:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897380:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897383:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6a9fb25f03c00 00000400:00000200:1.0:1788851024.897386:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897390:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x711 [1] + 224 00000800:00000001:1.0:1788851024.897393:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897396:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897398:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851024.897401:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851024.897404:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851024.897407:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851024.897416:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.897428:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851024.897433:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897436:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851024.897438:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897440:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897443:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897447:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851024.897450:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897494:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897498:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897501:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6a9fb25f03c80 00000400:00000200:1.0:1788851024.897504:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851024.897507:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x729 [1] + 224 00000800:00000001:1.0:1788851024.897511:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897521:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851024.897523:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851024.897526:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851024.897529:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851024.897533:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851024.897542:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851024.897549:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851024.897552:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851024.897555:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.897731:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851024.897736:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851024.897743:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851024.897745:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851024.897748:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d87e8. 00000400:00000200:3.0:1788851024.897754:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcea18 00000400:00000010:3.0:1788851024.897758:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcea18. 00000100:00000001:3.0:1788851024.897761:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851024.897767:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851024.897777:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.897783:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851024.897785:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.897788:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851024.897792:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851024.897794:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851024.897803:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.897806:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851024.897816:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e93460 time=64 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851024.897821:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e93418 time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851024.897823:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851024.897825:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851024.897828:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851024.897834:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851024.897842:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.897845:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851024.897848:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:3.0:1788851024.897849:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851024.897851:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.897856:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.897863:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851024.897866:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851024.897869:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851024.897872:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851024.897880:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998649984:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851024.897886:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851024.897887:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851024.897889:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8000. 00000400:00000200:3.0:1788851024.897892:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce908 00000400:00000010:3.0:1788851024.897894:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce908. 00000100:00000001:3.0:1788851024.897897:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851024.897900:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851024.897921:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.897934:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851024.897936:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.897938:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851024.897939:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851024.897941:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851024.897942:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.897943:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851024.897948:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8ac60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851024.897951:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8ac18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851024.897953:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851024.897954:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851024.897955:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851024.897959:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851024.897965:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.897967:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851024.897968:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:3.0:1788851024.897970:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851024.897972:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.897976:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.897982:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851024.897985:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851024.897987:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851024.897991:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851024.897997:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998650240:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851024.898003:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851024.898004:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851024.898006:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8aa8. 00000400:00000200:3.0:1788851024.898014:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce770 00000400:00000010:3.0:1788851024.898016:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce770. 00000100:00000001:3.0:1788851024.898019:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851024.898119:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851024.898127:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898134:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851024.898136:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898138:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851024.898139:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851024.898141:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851024.898142:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.898144:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851024.898149:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8fc60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851024.898152:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8fc18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851024.898154:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851024.898156:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851024.898157:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851024.898161:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851024.898167:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.898169:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851024.898170:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:3.0:1788851024.898172:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851024.898174:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.898177:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898184:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851024.898186:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851024.898187:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851024.898190:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851024.898210:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998650496:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851024.898216:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851024.898217:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851024.898219:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8318. 00000400:00000200:3.0:1788851024.898221:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce3b8 00000400:00000010:3.0:1788851024.898223:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce3b8. 00000100:00000001:3.0:1788851024.898226:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851024.898229:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851024.898237:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898243:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851024.898244:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898246:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851024.898247:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851024.898248:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851024.898249:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.898251:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851024.898255:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e90c60 time=65 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851024.898257:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e90c18 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851024.898259:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851024.898261:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851024.898262:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851024.898264:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.898266:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851024.898267:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:3.0:1788851024.898269:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851024.898270:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.898274:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898281:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851024.898288:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851024.898290:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851024.898294:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851024.898300:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998649856:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851024.898305:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851024.898306:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851024.898308:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8898. 00000400:00000200:3.0:1788851024.898311:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce660 00000400:00000010:3.0:1788851024.898312:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce660. 00000100:00000001:3.0:1788851024.898314:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851024.898317:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851024.898325:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898331:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851024.898332:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898334:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851024.898336:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851024.898337:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851024.898338:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.898340:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851024.898344:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8e460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851024.898347:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8e418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851024.898349:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851024.898350:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851024.898353:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851024.898354:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.898356:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851024.898357:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:3.0:1788851024.898359:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851024.898360:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.898364:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898377:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851024.898379:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851024.898380:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851024.898384:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851024.898391:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998650112:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851024.898396:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851024.898398:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851024.898400:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8c60. 00000400:00000200:3.0:1788851024.898404:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce4c8 00000400:00000010:3.0:1788851024.898405:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce4c8. 00000100:00000001:3.0:1788851024.898407:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851024.898411:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851024.898419:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898425:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851024.898426:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898428:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851024.898430:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851024.898431:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851024.898432:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851024.898434:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851024.898437:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8a460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851024.898440:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8a418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851024.898442:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851024.898444:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851024.898445:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851024.898449:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851024.898495:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.898498:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851024.898499:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:3.0:1788851024.898501:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851024.898513:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851024.898518:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898524:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851024.898527:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851024.898528:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851024.898531:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851024.898538:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998650368:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851024.898543:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898546:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851024.898549:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8dc00 x1875745998649984/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898555:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851024.898557:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851024.898561:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1e00. 02000000:00000001:3.0:1788851024.898564:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851024.898567:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851024.898569:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4509e93000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000020:00000001:3.0:1788851024.898571:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851024.898574:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9800. 02000000:00000001:3.0:1788851024.898577:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851024.898579:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851024.898580:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8dc00. 00000100:00000001:3.0:1788851024.898584:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851024.898585:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898592:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851024.898596:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8ce00 x1875745998650240/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898602:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851024.898603:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851024.898605:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1c00. 02000000:00000001:3.0:1788851024.898608:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851024.898609:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851024.898611:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000020:00000001:3.0:1788851024.898613:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851024.898614:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9600. 02000000:00000001:3.0:1788851024.898616:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851024.898617:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851024.898619:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8ce00. 00000100:00000001:3.0:1788851024.898621:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851024.898622:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898624:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851024.898628:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8e300 x1875745998650496/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898634:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851024.898636:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851024.898637:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf0400. 02000000:00000001:3.0:1788851024.898641:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851024.898642:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851024.898644:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8f800 refcount=2 obd=lustre-OST0001-osc-ffff9b45067c4800 00000020:00000001:3.0:1788851024.898645:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851024.898647:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9400. 02000000:00000001:3.0:1788851024.898649:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851024.898650:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851024.898652:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8e300. 00000100:00000001:3.0:1788851024.898655:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851024.898656:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898658:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851024.898661:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8ed80 x1875745998649856/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898666:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851024.898672:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851024.898675:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1600. 02000000:00000001:3.0:1788851024.898678:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851024.898679:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851024.898680:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4509e90800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000020:00000001:3.0:1788851024.898682:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851024.898684:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9a00. 02000000:00000001:3.0:1788851024.898686:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851024.898687:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851024.898689:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8ed80. 00000100:00000001:3.0:1788851024.898692:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851024.898693:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898694:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851024.898698:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8c380 x1875745998650112/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898704:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851024.898705:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851024.898706:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf0800. 02000000:00000001:3.0:1788851024.898708:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851024.898709:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851024.898710:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000020:00000001:3.0:1788851024.898712:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851024.898713:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9200. 02000000:00000001:3.0:1788851024.898715:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851024.898716:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851024.898718:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8c380. 00000100:00000001:3.0:1788851024.898720:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851024.898721:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898722:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851024.898725:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8e680 x1875745998650368/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851024.898731:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851024.898732:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851024.898733:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1a00. 02000000:00000001:3.0:1788851024.898735:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851024.898736:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851024.898742:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a000 refcount=2 obd=lustre-OST0000-osc-ffff9b45067c4800 00000020:00000001:3.0:1788851024.898744:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851024.898745:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9700. 02000000:00000001:3.0:1788851024.898748:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851024.898748:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851024.898750:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8e680. 00000100:00000001:3.0:1788851024.898752:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851024.898753:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898756:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851024.898763:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851024.898765:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851024.898767:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851024.898769:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851025.010356:0:9399:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788851025.010369:0:9399:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788851025.052626:0:9402:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788851025.052640:0:9402:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851025.765549:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851025.765556:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851025.765562:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851025.765563:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851025.768609:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851025.768616:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851025.768621:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851026.149591:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39800 (cpu 0) has reached its deadline 4295029488, at 4295029504 00000100:00000010:0.0:1788851026.149607:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4511206300. 00000100:00000040:1.0:1788851026.149707:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39910 (cpu 1) has reached its deadline 4295029488, at 4295029504 00000100:00000010:1.0:1788851026.149713:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4511206f60. 00010000:00000001:3.0:1788851026.790530:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851026.790538:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851026.790543:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851026.790544:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851026.790732:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851026.790735:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851026.790738:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851027.819001:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851027.819007:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851027.819012:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851027.819013:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851027.819225:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851027.819228:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851027.819231:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851028.837602:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851028.837611:0:58:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851028.837613:0:58:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851028.837617:0:58:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851028.837621:0:58:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851028.837624:0:58:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851028.837626:0:58:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851028.837628:0:58:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851028.837631:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851028.837633:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851028.837741:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851028.837745:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851028.837748:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851029.861592:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851029.861599:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851029.861605:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851029.861627:0:58:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851029.861629:0:58:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851029.861632:0:58:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851029.861635:0:58:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851029.861637:0:58:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851029.861639:0:58:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851029.861641:0:58:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851029.861776:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851029.861780:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851029.861783:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788851029.989933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851029.989944:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851029.989952:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8e680. 00000020:00000040:3.0:1788851029.989958:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:3.0:1788851029.989962:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851029.989965:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851029.989970:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851029.989978:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9700. 00000100:00000001:3.0:1788851029.989985:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.989996:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851029.990008:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851029.990012:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990019:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003350b79] to pc [ptlrpcd_01_01+1] req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990041:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990043:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851029.990047:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851029.990049:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8c380. 00000020:00000040:3.0:1788851029.990052:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4509e90800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000100:00000001:3.0:1788851029.990055:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851029.990056:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851029.990058:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851029.990061:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9200. 00000100:00000001:3.0:1788851029.990064:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990068:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851029.990096:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851029.990098:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990102:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5002bcf] to pc [ptlrpcd_01_00+0] req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990110:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851029.990116:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851029.990119:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8ed80. 00000020:00000040:3.0:1788851029.990121:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4509e93000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000100:00000001:3.0:1788851029.990124:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851029.990125:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851029.990135:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851029.990139:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9a00. 00000100:00000001:3.0:1788851029.990142:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990147:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851029.990154:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851029.990156:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990160:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000878565b9] to pc [ptlrpcd_01_01+1] req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990166:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851029.990172:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851029.990175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851029.990178:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851029.990181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851029.990189:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851029.990192:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8e300. 00000020:00000040:3.0:1788851029.990195:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4505a8e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000100:00000001:3.0:1788851029.990197:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851029.990198:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851029.990200:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851029.990203:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9400. 00000100:00000001:3.0:1788851029.990207:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990211:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851029.990218:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851029.990219:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990223:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005b40698] to pc [ptlrpcd_01_00+0] req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990230:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851029.990235:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851029.990238:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8ce00. 00000020:00000040:3.0:1788851029.990240:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000100:00000001:3.0:1788851029.990242:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851029.990243:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851029.990245:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851029.990248:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9600. 00000100:00000001:3.0:1788851029.990250:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990254:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851029.990261:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851029.990262:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990266:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030dc4f34] to pc [ptlrpcd_01_01+1] req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990284:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851029.990289:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851029.990292:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8dc00. 00000020:00000040:3.0:1788851029.990294:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a000 refcount=3 obd=lustre-OST0000-osc-ffff9b45067c4800 00000100:00000001:3.0:1788851029.990297:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851029.990298:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851029.990300:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851029.990303:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9800. 00000100:00000001:3.0:1788851029.990306:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990310:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851029.990317:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851029.990318:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000616cdf8] to pc [ptlrpcd_01_00+0] req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990338:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851029.990344:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851029.990347:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8c700. 00000020:00000040:3.0:1788851029.990349:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4505a8f800 refcount=3 obd=lustre-OST0001-osc-ffff9b45067c4800 00000100:00000001:3.0:1788851029.990351:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851029.990352:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851029.990354:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851029.990358:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4502fe9f00. 00000100:00000001:3.0:1788851029.990360:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990364:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851029.990371:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851029.990388:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990393:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006769019f] to pc [ptlrpcd_01_01+1] req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990401:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990406:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (371) 00000100:00000001:3.0:1788851029.990419:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851029.990423:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851029.990426:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851029.990432:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990439:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851029.990441:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.990445:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851029.990447:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851029.990450:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851029.990481:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998650624:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851029.990486:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851029.990492:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851029.990495:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.990497:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851029.990501:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1400. 02000000:00000001:3.0:1788851029.990503:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851029.990511:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851029.990515:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8c60. 00000400:00000010:3.0:1788851029.990521:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce4c8. 00000100:00000200:3.0:1788851029.990528:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998650624, portal 25 00000100:00000001:3.0:1788851029.990530:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851029.990532:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554147968 : -110754155403648 : ffff9b4509e8e680) 00000100:00000040:3.0:1788851029.990538:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990545:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851029.990548:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851029.990551:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce660. 00000100:00000200:3.0:1788851029.990559:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875745998650624, offset 0 00000400:00000200:3.0:1788851029.990566:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851029.990574:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.990582:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851029.990587:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851029.990591:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851029.990594:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851029.990597:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851029.990602:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [129:129:256:4294967295] 192.168.204.138@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1788851029.990606:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.990616:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851029.990622:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851029.990626:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4502fe9500. 00000800:00000200:3.0:1788851029.990633:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851029.990640:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851029.990644:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4502fe9500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851029.990658:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851029.990662:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851029.990664:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295034609 00000100:00000010:3.0:1788851029.990669:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4509eba9c0. 00000100:00000001:3.0:1788851029.990676:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788851029.990680:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295034609 00000100:00000010:3.0:1788851029.990684:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4509ebaf60. 00000100:00000001:3.0:1788851029.990687:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788851029.990690:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851029.990693:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851029.990695:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851029.990699:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990705:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851029.990711:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.990714:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851029.990716:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851029.990718:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851029.990720:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998650880:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851029.990723:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851029.990725:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851029.990727:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.990728:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851029.990731:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf0c00. 02000000:00000001:3.0:1788851029.990732:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851029.990735:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851029.990737:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8898. 00000400:00000010:3.0:1788851029.990741:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce3b8. 00000100:00000200:3.0:1788851029.990744:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998650880, portal 10 00000100:00000001:3.0:1788851029.990746:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851029.990747:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554149760 : -110754155401856 : ffff9b4509e8ed80) 00000100:00000040:3.0:1788851029.990753:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990759:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851029.990761:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851029.990763:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce770. 00000100:00000200:3.0:1788851029.990766:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998650880, offset 0 00000400:00000200:3.0:1788851029.990769:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851029.990773:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.990776:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851029.990778:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851029.990780:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851029.990782:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851029.990784:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851029.990787:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [130:130:255:4294967295] 192.168.204.138@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:3.0:1788851029.990790:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.990795:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851029.990805:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851029.990808:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4502fe9000. 00000800:00000200:3.0:1788851029.990811:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851029.990814:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851029.990816:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4502fe9000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851029.990819:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990823:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: using a timeout of 172470 usecs (173 jiffies) 00000400:00000200:3.0:1788851029.990825:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851029.990827:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295033518 00000100:00000001:3.0:1788851029.990829:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.990831:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295033518 00000100:00000001:3.0:1788851029.990833:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.990835:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851029.990836:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851029.990838:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851029.990842:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990849:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851029.990850:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.990853:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851029.990854:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851029.990856:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851029.990859:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998651136:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851029.990862:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851029.990864:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851029.990865:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.990867:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851029.990870:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf0a00. 02000000:00000001:3.0:1788851029.990872:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851029.990875:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851029.990882:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8318. 00000400:00000010:3.0:1788851029.990885:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce908. 00000100:00000200:3.0:1788851029.990888:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998651136, portal 10 00000100:00000001:3.0:1788851029.990890:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851029.990891:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554141696 : -110754155409920 : ffff9b4509e8ce00) 00000100:00000040:3.0:1788851029.990898:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990904:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851029.990906:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851029.990908:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcea18. 00000100:00000200:3.0:1788851029.990910:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998651136, offset 0 00000400:00000200:3.0:1788851029.990914:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851029.990918:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.990921:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851029.990924:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851029.990926:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851029.990927:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851029.990930:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851029.990933:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [131:131:254:4294967295] 192.168.204.138@tcp LPNI seq info [131:131:6:4294967295] 00000400:00000200:3.0:1788851029.990936:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.990941:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851029.990945:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851029.990949:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a2bb900. 00000800:00000200:3.0:1788851029.990952:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851029.990956:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851029.990959:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a2bb900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851029.990961:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.990964:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: using a timeout of 14830 usecs (15 jiffies) 00000400:00000200:3.0:1788851029.990967:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851029.990969:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295033360 00000100:00000001:3.0:1788851029.990971:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.990980:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295033360 00000100:00000001:3.0:1788851029.990982:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.990984:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851029.990986:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851029.990988:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851029.990992:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.990998:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851029.990999:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.991001:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851029.991002:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851029.991004:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851029.991006:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998651392:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851029.991009:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851029.991011:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851029.991013:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.991014:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851029.991016:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1200. 02000000:00000001:3.0:1788851029.991018:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851029.991021:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851029.991023:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8aa8. 00000400:00000010:3.0:1788851029.991026:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce000. 00000100:00000200:3.0:1788851029.991029:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998651392, portal 4 00000100:00000001:3.0:1788851029.991031:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851029.991032:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554139904 : -110754155411712 : ffff9b4509e8c700) 00000100:00000040:3.0:1788851029.991037:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.991042:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851029.991044:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851029.991046:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bceb28. 00000100:00000200:3.0:1788851029.991048:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875745998651392, offset 0 00000400:00000200:3.0:1788851029.991057:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851029.991060:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.991063:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851029.991065:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851029.991068:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851029.991070:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851029.991072:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851029.991074:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [132:132:253:4294967295] 192.168.204.138@tcp LPNI seq info [132:132:5:4294967295] 00000400:00000200:3.0:1788851029.991078:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.991084:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851029.991088:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851029.991091:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a2bbd00. 00000800:00000200:3.0:1788851029.991095:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851029.991098:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851029.991100:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a2bbd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851029.991103:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.991105:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: using a timeout of 21158 usecs (22 jiffies) 00000400:00000200:3.0:1788851029.991108:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851029.991110:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295033367 00000100:00000001:3.0:1788851029.991112:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.991113:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295033367 00000100:00000001:3.0:1788851029.991115:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.991117:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851029.991119:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851029.991121:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851029.991123:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851029.991130:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851029.991132:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788851029.991134:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851029.991135:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851029.991137:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851029.991150:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1788851029.991152:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851029.991155:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851029.991156:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851029.991158:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851029.991159:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851029.991160:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851029.991164:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.991170:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851029.991171:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.991173:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851029.991175:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851029.991177:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851029.991180:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998650752:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851029.991183:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851029.991185:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851029.991187:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.991188:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851029.991191:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf0e00. 02000000:00000001:3.0:1788851029.991193:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851029.991196:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851029.991199:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8000. 00000400:00000010:3.0:1788851029.991202:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bceaa0. 00000100:00000200:3.0:1788851029.991206:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998650752, portal 10 00000100:00000001:3.0:1788851029.991208:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851029.991209:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554139008 : -110754155412608 : ffff9b4509e8c380) 00000100:00000040:3.0:1788851029.991214:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.991219:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851029.991221:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851029.991223:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcedd0. 00000100:00000200:3.0:1788851029.991225:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998650752, offset 0 00000400:00000200:3.0:1788851029.991229:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851029.991238:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.991241:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851029.991243:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851029.991245:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851029.991248:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851029.991250:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851029.991252:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [133:133:252:4294967295] 192.168.204.138@tcp LPNI seq info [133:133:4:4294967295] 00000400:00000200:3.0:1788851029.991255:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.991260:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851029.991264:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851029.991267:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a2bb300. 00000800:00000200:3.0:1788851029.991271:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851029.991275:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851029.991277:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a2bb300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851029.991280:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.991282:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: using a timeout of 138047 usecs (139 jiffies) 00000400:00000200:3.0:1788851029.991285:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851029.991287:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295033484 00000100:00000001:3.0:1788851029.991289:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.991291:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295033484 00000100:00000001:3.0:1788851029.991293:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.991295:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851029.991296:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851029.991299:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851029.991302:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.991309:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851029.991310:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.991312:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851029.991319:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851029.991321:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851029.991324:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998651008:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851029.991328:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851029.991330:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851029.991331:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.991333:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851029.991336:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf0600. 02000000:00000001:3.0:1788851029.991338:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851029.991341:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851029.991344:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d87e8. 00000400:00000010:3.0:1788851029.991347:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bceee0. 00000100:00000200:3.0:1788851029.991350:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998651008, portal 10 00000100:00000001:3.0:1788851029.991352:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851029.991353:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554147072 : -110754155404544 : ffff9b4509e8e300) 00000100:00000040:3.0:1788851029.991359:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.991365:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851029.991367:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851029.991369:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcecc0. 00000100:00000200:3.0:1788851029.991371:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998651008, offset 0 00000400:00000200:3.0:1788851029.991386:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851029.991391:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.991394:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851029.991396:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851029.991399:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851029.991400:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851029.991402:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851029.991405:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [134:134:251:4294967295] 192.168.204.138@tcp LPNI seq info [134:134:3:4294967295] 00000400:00000200:3.0:1788851029.991408:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.991414:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851029.991417:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851029.991426:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a2bbf00. 00000800:00000200:3.0:1788851029.991430:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851029.991433:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851029.991435:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a2bbf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851029.991439:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.991441:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: using a timeout of 10555 usecs (11 jiffies) 00000400:00000200:3.0:1788851029.991444:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851029.991446:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295033356 00000100:00000001:3.0:1788851029.991448:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.991450:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295033356 00000100:00000001:3.0:1788851029.991451:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.991476:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851029.991479:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851029.991481:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851029.991485:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.991491:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851029.991493:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.991494:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851029.991496:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851029.991498:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851029.991501:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998651264:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851029.991504:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851029.991506:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851029.991507:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851029.991509:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851029.991512:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf0000. 02000000:00000001:3.0:1788851029.991514:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851029.991517:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851029.991519:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d89f8. 00000400:00000010:3.0:1788851029.991522:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce880. 00000100:00000200:3.0:1788851029.991530:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998651264, portal 4 00000100:00000001:3.0:1788851029.991532:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851029.991533:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554145280 : -110754155406336 : ffff9b4509e8dc00) 00000100:00000040:3.0:1788851029.991540:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851029.991545:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851029.991547:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851029.991549:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce2a8. 00000100:00000200:3.0:1788851029.991551:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875745998651264, offset 0 00000400:00000200:3.0:1788851029.991556:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851029.991559:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.991562:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851029.991564:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851029.991566:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851029.991568:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851029.991570:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851029.991573:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [135:135:250:4294967295] 192.168.204.138@tcp LPNI seq info [135:135:2:4294967295] 00000400:00000200:3.0:1788851029.991577:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851029.991582:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851029.991586:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851029.991589:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450baf0700. 00000800:00000200:3.0:1788851029.991593:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851029.991597:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851029.991599:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450baf0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851029.991602:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851029.991604:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: using a timeout of 21753 usecs (22 jiffies) 00000400:00000200:3.0:1788851029.991607:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851029.991609:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295033368 00000100:00000001:3.0:1788851029.991610:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.991612:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295033368 00000100:00000001:3.0:1788851029.991619:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295034609 00000100:00000001:3.0:1788851029.991621:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851029.991623:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851029.991626:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851029.991629:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851029.991642:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851029.991645:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851029.991813:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851029.991817:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4502fe9500. 00000400:00000200:0.0:1788851029.991822:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851029.991828:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851029.991834:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce660 00000400:00000010:0.0:1788851029.991839:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce660. 00000100:00000001:0.0:1788851029.991843:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851029.991848:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.991856:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851029.991860:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.991867:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851029.991868:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851029.991881:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851029.991883:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4502fe9000. 00000400:00000200:0.0:1788851029.991886:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851029.991889:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851029.991892:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce770 00000400:00000010:0.0:1788851029.991894:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce770. 00000100:00000001:0.0:1788851029.991896:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851029.991900:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.991907:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851029.991910:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.991915:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851029.991923:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851029.991934:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851029.991936:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a2bb900. 00000400:00000200:0.0:1788851029.991939:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851029.991943:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851029.991945:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcea18 00000400:00000010:0.0:1788851029.991947:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcea18. 00000100:00000001:0.0:1788851029.991950:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851029.991954:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.991961:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851029.991965:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.991970:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851029.991972:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851029.991981:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851029.991983:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a2bbd00. 00000400:00000200:0.0:1788851029.991986:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851029.991989:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851029.991992:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bceb28 00000400:00000010:0.0:1788851029.991994:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bceb28. 00000100:00000001:0.0:1788851029.991996:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851029.991999:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.992006:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851029.992009:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.992016:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851029.992017:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851029.992025:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851029.992027:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a2bb300. 00000400:00000200:0.0:1788851029.992029:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851029.992032:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851029.992043:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcedd0 00000400:00000010:0.0:1788851029.992044:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcedd0. 00000100:00000001:0.0:1788851029.992047:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851029.992050:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.992056:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851029.992059:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.992064:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851029.992065:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851029.992074:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851029.992076:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a2bbf00. 00000400:00000200:0.0:1788851029.992079:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851029.992082:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851029.992084:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcecc0 00000400:00000010:0.0:1788851029.992085:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcecc0. 00000100:00000001:0.0:1788851029.992087:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851029.992089:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.992096:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851029.992098:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.992103:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851029.992105:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851029.992170:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851029.992173:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450baf0700. 00000400:00000200:0.0:1788851029.992176:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851029.992179:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851029.992181:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce2a8 00000400:00000010:0.0:1788851029.992183:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce2a8. 00000100:00000001:0.0:1788851029.992185:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851029.992188:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.992206:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851029.992209:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851029.992215:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851029.992216:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851030.000201:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.005353:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851030.005362:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.005367:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.005385:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005393:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851030.005404:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005408:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005413:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005418:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f03e00 00000400:00000200:1.0:1788851030.005423:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005429:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:1.0:1788851030.005436:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.005439:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.005443:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851030.005447:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851030.005476:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851030.005485:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851030.005495:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851030.005521:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851030.005528:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.005532:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851030.005534:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.005536:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.005539:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005542:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851030.005546:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005548:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005564:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005567:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6a9fb25f03d00 00000400:00000200:1.0:1788851030.005570:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005574:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x731 [1] + 224 00000800:00000001:1.0:1788851030.005578:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.005582:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.005584:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851030.005587:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851030.005590:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851030.005594:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851030.005602:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851030.005609:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851030.005613:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.005616:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851030.005617:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.005619:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.005621:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005624:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851030.005628:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005631:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005633:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.005637:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f03f00 00000400:00000200:1.0:1788851030.005640:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851030.005649:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851030.005654:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788851030.005765:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x741 [1] + 224 00000800:00000001:1.0:1788851030.005771:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.005777:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.005778:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851030.005782:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000001:2.0:1788851030.014555:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851030.014562:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851030.014566:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8c60. 00000400:00000200:2.0:1788851030.014575:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce4c8 00000400:00000010:2.0:1788851030.014578:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce4c8. 00000100:00000001:2.0:1788851030.014584:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851030.014595:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851030.014606:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.014613:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851030.014615:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.014618:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851030.014621:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851030.014623:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851030.014626:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851030.014628:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851030.014634:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851030.014638:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851030.014640:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851030.014641:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851030.014644:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851030.014646:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.014648:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851030.014652:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.014659:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851030.014662:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851030.014663:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851030.014666:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851030.014673:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998650624:192.168.204.138@tcp:400:kworker.0 00000400:00000001:2.0:1788851030.015021:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851030.015022:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851030.015025:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8898. 00000400:00000200:2.0:1788851030.015028:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce3b8 00000400:00000010:2.0:1788851030.015029:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce3b8. 00000100:00000001:2.0:1788851030.015032:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851030.015037:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851030.015045:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.015052:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851030.015054:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.015056:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851030.015058:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851030.015059:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851030.015060:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851030.015062:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851030.015068:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e93460 time=70 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851030.015071:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e93418 time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851030.015073:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851030.015074:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851030.015076:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851030.015080:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851030.015087:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.015090:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851030.015092:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:2.0:1788851030.015094:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851030.015095:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851030.015099:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.015104:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851030.015113:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851030.015114:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851030.015118:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851030.015125:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998650880:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851030.015199:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.015203:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851030.015207:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8e680 x1875745998650624/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.015213:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851030.015216:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851030.015219:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1400. 02000000:00000001:2.0:1788851030.015223:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851030.015225:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851030.015227:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851030.015230:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851030.015238:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9700. 02000000:00000001:2.0:1788851030.015242:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851030.015244:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851030.015245:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8e680. 00000100:00000001:2.0:1788851030.015249:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851030.015250:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.015252:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851030.015256:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8ed80 x1875745998650880/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.015262:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851030.015263:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851030.015264:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf0c00. 02000000:00000001:2.0:1788851030.015267:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851030.015268:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851030.015269:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4509e93000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000020:00000001:2.0:1788851030.015271:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851030.015272:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9a00. 02000000:00000001:2.0:1788851030.015280:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851030.015281:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851030.015282:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8ed80. 00000100:00000001:2.0:1788851030.015285:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851030.015286:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.015290:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.015292:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851030.015294:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851030.015297:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.015298:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851030.015857:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851030.015866:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851030.015884:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851030.015901:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851030.015915:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788851030.015924:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851030.015928:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788851030.015929:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851030.015932:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1788851030.015932:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1788851030.015935:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.015942:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.015946:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851030.015953:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.015957:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.015962:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.015966:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f03d80 00000400:00000200:1.0:1788851030.015971:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000001:2.0:1788851030.016011:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851030.016014:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8318. 00000400:00000200:2.0:1788851030.016018:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce908 00000400:00000010:2.0:1788851030.016019:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce908. 00000100:00000001:2.0:1788851030.016022:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851030.016027:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851030.016035:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.016041:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851030.016043:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.016045:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851030.016047:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851030.016049:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851030.016051:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851030.016053:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788851030.016063:0:2405:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b450aab4000. 00000100:00001000:2.0:1788851030.016068:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8ac60 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851030.016071:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8ac18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851030.016073:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851030.016075:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851030.016077:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851030.016081:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851030.016093:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.016097:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851030.016098:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851030.016100:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851030.016102:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851030.016106:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.016112:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851030.016114:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851030.016115:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851030.016118:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851030.016125:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998651136:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851030.016205:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.016207:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851030.016211:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8ce00 x1875745998651136/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.016217:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851030.016219:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851030.016221:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf0a00. 02000000:00000001:2.0:1788851030.016224:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851030.016225:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851030.016227:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000020:00000001:2.0:1788851030.016229:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851030.016231:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9600. 02000000:00000001:2.0:1788851030.016233:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851030.016235:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851030.016236:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8ce00. 00000100:00000001:2.0:1788851030.016239:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851030.016241:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.016248:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.016250:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851030.016251:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851030.016253:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.016254:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851030.017426:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:1.0:1788851030.017439:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017449:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.017465:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851030.017470:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851030.017477:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851030.017483:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851030.017493:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851030.017516:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851030.017524:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017529:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851030.017531:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017533:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.017537:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017551:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851030.017557:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017560:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017564:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017567:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f03e80 00000400:00000200:1.0:1788851030.017571:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017575:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:1.0:1788851030.017580:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017584:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.017586:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851030.017589:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851030.017592:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851030.017596:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851030.017604:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851030.017610:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851030.017614:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017616:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851030.017618:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017620:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.017622:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017626:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851030.017629:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017632:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017634:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017637:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6a9fb25f04000 00000400:00000200:1.0:1788851030.017640:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017710:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:1.0:1788851030.017715:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017720:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.017727:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851030.017730:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851030.017733:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851030.017738:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851030.017746:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851030.017753:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851030.017757:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017760:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851030.017762:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017765:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.017768:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017771:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851030.017775:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017777:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017780:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017782:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6a9fb25f03f80 00000400:00000200:1.0:1788851030.017786:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851030.017789:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:1.0:1788851030.017793:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017804:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851030.017806:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851030.017809:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851030.017812:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851030.017815:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851030.017822:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851030.017829:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851030.017839:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851030.017842:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.017906:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851030.017910:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851030.017915:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851030.017917:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851030.017920:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8000. 00000400:00000200:2.0:1788851030.017925:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bceaa0 00000400:00000010:2.0:1788851030.017927:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bceaa0. 00000100:00000001:2.0:1788851030.017930:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851030.017935:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851030.017943:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.017949:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851030.017951:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.017953:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851030.017955:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851030.017957:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851030.017959:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851030.017961:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851030.017969:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e90c60 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851030.017972:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e90c18 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851030.017974:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851030.017976:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851030.017978:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851030.017981:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.017984:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851030.017986:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:2.0:1788851030.017988:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851030.017990:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851030.017995:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.018012:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851030.018015:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851030.018017:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851030.018022:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851030.018030:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998650752:192.168.204.138@tcp:400:kworker.0 00000400:00000001:2.0:1788851030.018036:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851030.018037:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851030.018039:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d87e8. 00000400:00000200:2.0:1788851030.018042:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bceee0 00000400:00000010:2.0:1788851030.018044:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bceee0. 00000100:00000001:2.0:1788851030.018046:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851030.018049:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851030.018057:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.018063:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851030.018064:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.018066:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851030.018068:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851030.018069:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851030.018070:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851030.019582:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788851030.019597:0:2405:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b4509e28000. 00000100:00001000:2.0:1788851030.019605:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8e460 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851030.019608:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8e418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851030.019610:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851030.019612:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851030.019614:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851030.019616:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.019631:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851030.019633:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851030.019635:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851030.019636:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851030.019644:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.019662:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851030.019664:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851030.019666:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851030.019671:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851030.019677:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998651008:192.168.204.138@tcp:400:kworker.0 00000400:00000001:2.0:1788851030.019686:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851030.019688:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851030.019691:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d89f8. 00000400:00000200:2.0:1788851030.019695:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce880 00000400:00000010:2.0:1788851030.019698:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce880. 00000100:00000001:2.0:1788851030.019701:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851030.019705:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851030.019715:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.019721:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851030.019723:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.019725:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851030.019727:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851030.019729:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851030.019731:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851030.019732:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788851030.019750:0:2405:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b45063de000. 00000100:00001000:2.0:1788851030.019755:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8a460 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851030.019762:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8a418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851030.019764:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851030.019766:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851030.019767:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851030.019771:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851030.019777:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.019778:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851030.019780:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851030.019781:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851030.019782:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851030.019786:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.019791:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851030.019793:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851030.019794:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851030.019797:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851030.019804:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998651264:192.168.204.138@tcp:400:kworker.0 00000400:00000001:2.0:1788851030.019809:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851030.019811:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851030.019813:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8aa8. 00000400:00000200:2.0:1788851030.019816:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce000 00000400:00000010:2.0:1788851030.019817:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce000. 00000100:00000001:2.0:1788851030.019820:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851030.019828:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851030.019837:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.019843:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851030.019849:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.019851:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851030.019853:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851030.019854:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851030.019855:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851030.019857:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788851030.019863:0:2405:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9b45063da000. 00000100:00001000:2.0:1788851030.019867:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8fc60 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851030.019870:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8fc18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851030.019872:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851030.019873:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851030.019875:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851030.019879:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851030.019885:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.019887:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851030.019888:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851030.019890:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851030.019891:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851030.019894:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.019900:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851030.019902:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851030.019903:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851030.019906:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851030.019913:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998651392:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851030.019918:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.019921:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851030.019924:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8c380 x1875745998650752/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.019941:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851030.019944:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851030.019947:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf0e00. 02000000:00000001:2.0:1788851030.019951:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851030.019954:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851030.019955:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4509e90800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000020:00000001:2.0:1788851030.019958:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851030.019960:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9200. 02000000:00000001:2.0:1788851030.019963:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851030.019964:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851030.019966:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8c380. 00000100:00000001:2.0:1788851030.019969:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851030.019971:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.019972:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851030.019976:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8e300 x1875745998651008/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.019982:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851030.019983:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851030.019984:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf0600. 02000000:00000001:2.0:1788851030.019986:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851030.019987:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851030.019988:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000020:00000001:2.0:1788851030.019990:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851030.019991:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9400. 02000000:00000001:2.0:1788851030.019993:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851030.019994:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851030.019995:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8e300. 00000100:00000001:2.0:1788851030.019998:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851030.019999:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.020000:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851030.020003:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8dc00 x1875745998651264/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.020008:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851030.020009:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851030.020015:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf0000. 02000000:00000001:2.0:1788851030.020017:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851030.020019:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851030.020020:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a000 refcount=2 obd=lustre-OST0000-osc-ffff9b45067c4800 00000020:00000001:2.0:1788851030.020022:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851030.020023:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9800. 02000000:00000001:2.0:1788851030.020025:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851030.020026:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851030.020027:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8dc00. 00000100:00000001:2.0:1788851030.020029:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851030.020030:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.020032:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851030.020035:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8c700 x1875745998651392/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851030.020041:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851030.020042:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851030.020043:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1200. 02000000:00000001:2.0:1788851030.020045:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851030.020046:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851030.020047:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8f800 refcount=2 obd=lustre-OST0001-osc-ffff9b45067c4800 00000020:00000001:2.0:1788851030.020049:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851030.020050:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4502fe9f00. 02000000:00000001:2.0:1788851030.020051:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851030.020052:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851030.020053:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8c700. 00000100:00000001:2.0:1788851030.020055:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851030.020056:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.020058:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851030.020065:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851030.020067:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851030.020070:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851030.020082:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851030.886067:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851030.886074:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851030.886079:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851030.886080:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851030.887236:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851030.887240:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851030.887244:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788851031.217819:0:9646:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788851031.217830:0:9646:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851031.236912:0:9648:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851031.236929:0:9648:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851031.270813:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39800 (cpu 0) has reached its deadline 4295034609, at 4295034625 00000100:00000010:0.0:1788851031.270828:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4509eba9c0. 00000100:00000040:1.0:1788851031.271501:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39910 (cpu 1) has reached its deadline 4295034609, at 4295034625 00000100:00000010:1.0:1788851031.271509:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4509ebaf60. 00000080:00000001:0.0:1788851031.295180:0:9655:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788851031.295190:0:9655:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788851031.320350:0:9657:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788851031.320388:0:9657:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851031.911265:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851031.911272:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851031.911277:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851031.911278:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851031.911370:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851031.911374:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851031.911377:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851032.934009:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851032.934016:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851032.934022:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851032.934024:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851032.939884:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851032.939890:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851032.939894:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851033.958932:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851033.958939:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851033.958945:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851033.958946:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851033.959000:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851033.959004:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851033.959007:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851034.984489:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851034.984495:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851034.984501:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851034.984502:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851034.984609:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851034.984613:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851034.984617:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788851035.113449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851035.113500:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851035.113513:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50d880. 00000020:00000040:2.0:1788851035.113519:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788851035.113541:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851035.113544:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851035.113549:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851035.113557:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860900. 00000100:00000001:2.0:1788851035.113564:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113576:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851035.113588:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851035.113593:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113600:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a04524e] to pc [ptlrpcd_01_00+0] req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.113635:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851035.113642:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851035.113645:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50df80. 00000020:00000040:2.0:1788851035.113647:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4509e90800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000100:00000001:2.0:1788851035.113649:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851035.113651:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851035.113653:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851035.113656:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860d00. 00000100:00000001:2.0:1788851035.113659:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113663:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851035.113670:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851035.113672:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113675:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e144d220] to pc [ptlrpcd_01_01+1] req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.113683:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113685:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851035.113688:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851035.113695:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50f100. 00000020:00000040:2.0:1788851035.113698:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4509e93000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000100:00000001:2.0:1788851035.113700:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851035.113701:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851035.113703:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851035.113706:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860100. 00000100:00000001:2.0:1788851035.113709:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113713:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851035.113720:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851035.113722:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113726:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9a7b321] to pc [ptlrpcd_01_00+0] req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.113733:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851035.113739:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851035.113741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851035.113744:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851035.113747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851035.113750:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851035.113752:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50d180. 00000020:00000040:2.0:1788851035.113754:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4505a8e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000100:00000001:2.0:1788851035.113756:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851035.113757:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851035.113759:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851035.113762:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860a00. 00000100:00000001:2.0:1788851035.113764:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113767:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851035.113792:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851035.113793:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113798:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4780891] to pc [ptlrpcd_01_01+1] req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.113805:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113807:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851035.113810:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851035.113813:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50c000. 00000020:00000040:2.0:1788851035.113815:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000100:00000001:2.0:1788851035.113817:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851035.113818:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851035.113820:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851035.113823:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860e00. 00000100:00000001:2.0:1788851035.113826:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113829:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851035.113835:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851035.113837:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113840:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ddda6de] to pc [ptlrpcd_01_00+0] req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.113847:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851035.113952:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851035.113957:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50fb80. 00000020:00000040:2.0:1788851035.113960:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a000 refcount=3 obd=lustre-OST0000-osc-ffff9b45067c4800 00000100:00000001:2.0:1788851035.113962:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851035.113963:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851035.113965:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851035.113968:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860200. 00000100:00000001:2.0:1788851035.113976:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113981:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851035.113989:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851035.113991:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.113995:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001efa2049] to pc [ptlrpcd_01_01+1] req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.114001:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.114003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851035.114011:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851035.114015:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50ed80. 00000020:00000040:2.0:1788851035.114017:0:37:0:(genops.c:1209:class_import_get()) import ffff9b4505a8f800 refcount=3 obd=lustre-OST0001-osc-ffff9b45067c4800 00000100:00000001:2.0:1788851035.114019:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851035.114021:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851035.114022:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851035.114025:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860400. 00000100:00000001:2.0:1788851035.114028:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.114031:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851035.114037:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851035.114039:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.114042:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007395cdc2] to pc [ptlrpcd_01_00+0] req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.114048:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.114052:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:2.0:1788851035.114070:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851035.114073:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851035.114075:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851035.114081:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.114099:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851035.114101:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851035.114111:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851035.114114:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851035.114116:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851035.114120:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998651648:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851035.114121:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851035.114125:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788851035.114127:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851035.114130:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1788851035.114132:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851035.114136:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851035.114138:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788851035.114139:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851035.114145:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5ba400. 02000000:00000001:2.0:1788851035.114149:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.114155:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851035.114157:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851035.114160:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851035.114166:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d54d0. 02000000:00000001:3.0:1788851035.114169:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1788851035.114174:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60c38. 00000100:00000200:2.0:1788851035.114180:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998651648, portal 10 00000100:00000001:2.0:1788851035.114183:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851035.114184:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560961920 : -110754148589696 : ffff9b450a50df80) 00000100:00000040:2.0:1788851035.114192:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.114199:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851035.114202:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851035.114204:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa602a8. 00000100:00000200:2.0:1788851035.114207:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998651648, offset 0 00000400:00000200:2.0:1788851035.114214:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851035.114221:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851035.114229:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851035.114235:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851035.114239:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851035.114243:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851035.114245:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851035.114255:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [136:136:256:4294967295] 192.168.204.138@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1788851035.114260:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851035.114271:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851035.114286:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851035.114291:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860b00. 00000800:00000200:2.0:1788851035.114298:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851035.114306:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851035.114310:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851035.114331:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.114335:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: using a timeout of 133355 usecs (134 jiffies) 00000400:00000200:2.0:1788851035.114339:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851035.114341:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295038602 00000100:00000010:2.0:1788851035.114346:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4505684f00. 00000100:00000001:2.0:1788851035.114351:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788851035.114356:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295038602 00000100:00000010:2.0:1788851035.114358:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4505684360. 00000100:00000001:2.0:1788851035.114361:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788851035.114369:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851035.114372:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.114374:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851035.114378:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.114385:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851035.114386:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851035.114389:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851035.114391:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851035.114394:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851035.114397:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998651904:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851035.114401:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851035.114410:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851035.114411:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851035.114413:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851035.114416:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5bbc00. 02000000:00000001:2.0:1788851035.114417:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851035.114421:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851035.114424:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d5580. 00000400:00000010:2.0:1788851035.114427:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60330. 00000100:00000200:2.0:1788851035.114430:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998651904, portal 10 00000100:00000001:2.0:1788851035.114432:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851035.114433:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560958336 : -110754148593280 : ffff9b450a50d180) 00000100:00000040:2.0:1788851035.114439:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.114446:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851035.114448:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851035.114450:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60908. 02000000:00000001:3.0:1788851035.114591:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851035.114595:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851035.114599:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998651520:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851035.114604:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851035.114606:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851035.114608:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.114610:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851035.114614:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1e00. 02000000:00000001:3.0:1788851035.114616:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851035.114621:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851035.114625:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8688. 00000400:00000010:3.0:1788851035.114630:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bced48. 00000100:00000200:3.0:1788851035.114633:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998651520, portal 25 00000100:00000001:3.0:1788851035.114636:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851035.114637:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560960128 : -110754148591488 : ffff9b450a50d880) 00000100:00000040:3.0:1788851035.114642:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.114649:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851035.114652:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851035.114654:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce330. 00000100:00000200:3.0:1788851035.114656:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875745998651520, offset 0 00000400:00000200:3.0:1788851035.114661:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851035.114666:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851035.114671:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851035.114674:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851035.114677:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851035.114679:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851035.114682:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851035.114685:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [137:137:255:4294967295] 192.168.204.138@tcp LPNI seq info [137:137:7:4294967295] 00000400:00000200:3.0:1788851035.114689:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851035.114696:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851035.114708:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851035.114713:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450baf0700. 00000800:00000200:3.0:1788851035.114717:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851035.114722:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851035.114725:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450baf0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851035.114729:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851035.114732:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851035.114734:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295039732 00000100:00000001:3.0:1788851035.114740:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295038602 00000100:00000001:3.0:1788851035.114743:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295039732 00000100:00000001:3.0:1788851035.114746:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295038602 00000100:00000001:3.0:1788851035.114749:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851035.114751:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.114754:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851035.114758:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.114765:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851035.114767:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.114769:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851035.114770:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851035.114772:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851035.114775:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998651776:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851035.114778:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851035.114780:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851035.114782:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.114784:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851035.114786:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1a00. 02000000:00000001:3.0:1788851035.114789:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851035.114792:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851035.114794:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8e70. 00000400:00000010:3.0:1788851035.114803:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce110. 00000100:00000200:3.0:1788851035.114806:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998651776, portal 10 00000100:00000001:3.0:1788851035.114808:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851035.114809:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560966400 : -110754148585216 : ffff9b450a50f100) 00000100:00000040:3.0:1788851035.114816:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.114823:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851035.114825:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851035.114828:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce440. 00000100:00000200:3.0:1788851035.114830:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998651776, offset 0 00000400:00000200:3.0:1788851035.114834:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851035.114838:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851035.114842:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851035.114844:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851035.114847:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851035.114849:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851035.114852:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851035.114854:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [138:138:254:4294967295] 192.168.204.138@tcp LPNI seq info [138:138:6:4294967295] 00000400:00000200:3.0:1788851035.114858:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851035.114864:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851035.114868:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851035.114871:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4510db4e00. 00000800:00000200:3.0:1788851035.114882:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851035.114885:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851035.114888:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4510db4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851035.114890:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851035.114893:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: using a timeout of 164155 usecs (165 jiffies) 00000400:00000200:3.0:1788851035.114896:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851035.114897:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295038633 00000100:00000001:3.0:1788851035.114900:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295039732 00000100:00000001:3.0:1788851035.114909:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295038633 00000100:00000001:3.0:1788851035.114911:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295039732 00000100:00000001:3.0:1788851035.114913:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851035.114916:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.114918:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851035.114923:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.114929:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851035.114930:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.114932:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851035.114933:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851035.114935:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851035.114938:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998652032:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851035.114941:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851035.114943:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851035.114945:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.114946:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851035.114949:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1c00. 02000000:00000001:3.0:1788851035.114951:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851035.114955:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851035.114957:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8cb8. 00000400:00000010:3.0:1788851035.114961:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce5d8. 00000100:00000200:3.0:1788851035.114964:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998652032, portal 10 00000100:00000001:3.0:1788851035.114966:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851035.114967:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560953856 : -110754148597760 : ffff9b450a50c000) 00000100:00000040:3.0:1788851035.114972:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.114979:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851035.114981:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851035.114983:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce198. 00000100:00000200:3.0:1788851035.114986:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998652032, offset 0 00000400:00000200:3.0:1788851035.114996:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851035.115000:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851035.115004:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851035.115007:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851035.115009:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851035.115012:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851035.115014:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851035.115017:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [139:139:253:4294967295] 192.168.204.138@tcp LPNI seq info [139:139:5:4294967295] 00000400:00000200:3.0:1788851035.115021:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851035.115027:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851035.115032:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851035.115036:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a866200. 00000800:00000200:3.0:1788851035.115040:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851035.115044:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851035.115047:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a866200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851035.115050:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851035.115053:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: using a timeout of 19173 usecs (20 jiffies) 00000400:00000200:3.0:1788851035.115056:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851035.115058:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295038488 00000100:00000001:3.0:1788851035.115061:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295039732 00000100:00000001:3.0:1788851035.115063:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295038488 00000100:00000001:3.0:1788851035.115064:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295039732 00000100:00000001:3.0:1788851035.115066:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851035.115068:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.115070:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851035.115074:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.115081:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851035.115082:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.115089:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851035.115151:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851035.115154:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851035.115158:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998652288:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851035.115162:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851035.115165:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851035.115166:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.115168:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851035.115171:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf0a00. 02000000:00000001:3.0:1788851035.115249:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851035.115254:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851035.115257:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8aa8. 00000400:00000010:3.0:1788851035.115262:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcebb0. 00000100:00000200:3.0:1788851035.115265:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998652288, portal 4 00000100:00000001:3.0:1788851035.115267:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851035.115268:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000040:3.0:1788851035.115275:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.115291:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851035.115294:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851035.115296:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce220. 00000100:00000200:3.0:1788851035.115298:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875745998652288, offset 0 00000400:00000200:3.0:1788851035.115302:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851035.115422:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851035.115426:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851035.115429:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851035.115432:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851035.115434:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851035.115436:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851035.115440:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [140:140:252:4294967295] 192.168.204.138@tcp LPNI seq info [140:140:4:4294967295] 00000400:00000200:3.0:1788851035.115443:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851035.115449:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851035.115481:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851035.115485:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a866500. 00000800:00000200:3.0:1788851035.115488:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851035.115492:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851035.115495:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851035.115498:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851035.115501:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: using a timeout of 26377 usecs (27 jiffies) 00000400:00000200:3.0:1788851035.115505:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851035.115507:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295038495 00000100:00000001:3.0:1788851035.115509:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295039732 00000100:00000001:3.0:1788851035.115511:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295038495 00000100:00000001:3.0:1788851035.115513:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295039732 00000100:00000001:3.0:1788851035.115515:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851035.115517:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.115519:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.115522:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.115529:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851035.115532:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788851035.115534:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851035.115535:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851035.115537:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.115539:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788851035.115675:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998651904, offset 0 00000400:00000200:2.0:1788851035.115686:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851035.115690:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851035.115694:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851035.115697:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851035.115700:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851035.115702:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851035.115704:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851035.115707:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [141:141:251:4294967295] 192.168.204.138@tcp LPNI seq info [141:141:3:4294967295] 00000400:00000200:2.0:1788851035.115712:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851035.115718:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851035.115722:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851035.115726:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860500. 00000800:00000200:2.0:1788851035.115730:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851035.115734:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851035.115737:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851035.115745:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.115749:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: using a timeout of 13585 usecs (14 jiffies) 00000400:00000200:2.0:1788851035.115752:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851035.115754:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295038484 00000100:00000001:2.0:1788851035.115757:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295039732 00000100:00000001:2.0:1788851035.115759:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295038484 00000100:00000001:2.0:1788851035.115761:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295039732 00000100:00000001:2.0:1788851035.115763:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851035.115766:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.115768:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851035.115773:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.115781:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851035.115783:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851035.115786:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851035.115787:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851035.115789:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851035.115792:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998652160:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851035.115795:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851035.115798:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851035.115799:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851035.115801:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851035.115804:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5bbe00. 02000000:00000001:2.0:1788851035.115806:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851035.115809:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851035.115812:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d52c0. 00000400:00000010:2.0:1788851035.115816:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60aa0. 00000100:00000200:2.0:1788851035.115819:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998652160, portal 4 00000100:00000001:2.0:1788851035.115821:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851035.115822:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560969088 : -110754148582528 : ffff9b450a50fb80) 00000100:00000040:2.0:1788851035.115828:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.116715:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851035.116718:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851035.116722:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60a18. 00000100:00000200:2.0:1788851035.116726:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875745998652160, offset 0 00000400:00000200:2.0:1788851035.116730:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851035.116736:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851035.116740:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851035.116744:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851035.116748:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851035.116750:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851035.116752:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851035.116755:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [142:142:250:4294967295] 192.168.204.138@tcp LPNI seq info [142:142:2:4294967295] 00000400:00000200:2.0:1788851035.116759:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851035.116766:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851035.116771:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851035.116774:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860800. 00000800:00000200:2.0:1788851035.116779:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851035.116783:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851035.116787:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851035.116790:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.116794:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: using a timeout of 26747 usecs (27 jiffies) 00000400:00000200:2.0:1788851035.116797:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851035.116799:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295038498 00000100:00000001:2.0:1788851035.116801:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295039732 00000100:00000001:2.0:1788851035.116803:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295038498 00000100:00000001:2.0:1788851035.116806:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295039732 00000100:00000001:2.0:1788851035.116808:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851035.116810:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.116820:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.116823:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851035.116828:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851035.116829:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851035.116832:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851035.116833:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851035.116835:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.116837:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851035.116950:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851035.116955:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860b00. 00000400:00000200:0.0:1788851035.116961:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851035.116966:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851035.116972:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa602a8 00000400:00000010:0.0:1788851035.116975:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa602a8. 00000100:00000001:0.0:1788851035.116980:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851035.116985:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.116995:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851035.116998:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117005:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851035.117013:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851035.117026:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851035.117028:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450baf0700. 00000400:00000200:0.0:1788851035.117032:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851035.117036:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851035.117038:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce330 00000400:00000010:0.0:1788851035.117041:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce330. 00000100:00000001:0.0:1788851035.117044:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851035.117048:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117055:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851035.117058:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117063:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851035.117065:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851035.117072:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851035.117074:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4510db4e00. 00000400:00000200:0.0:1788851035.117077:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851035.117080:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851035.117083:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce440 00000400:00000010:0.0:1788851035.117084:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce440. 00000100:00000001:0.0:1788851035.117087:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851035.117090:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117096:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851035.117099:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117104:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851035.117105:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851035.117112:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851035.117114:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a866200. 00000400:00000200:0.0:1788851035.117117:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851035.117120:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851035.117128:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce198 00000400:00000010:0.0:1788851035.117130:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce198. 00000100:00000001:0.0:1788851035.117132:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851035.117136:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117144:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851035.117146:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117153:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851035.117154:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851035.117162:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851035.117164:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a866500. 00000400:00000200:0.0:1788851035.117166:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851035.117169:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851035.117171:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce220 00000400:00000010:0.0:1788851035.117173:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce220. 00000100:00000001:0.0:1788851035.117175:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851035.117178:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117185:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851035.117188:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117194:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851035.117195:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851035.117201:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851035.117203:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860500. 00000400:00000200:0.0:1788851035.117206:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851035.117209:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851035.117211:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60908 00000400:00000010:0.0:1788851035.117212:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60908. 00000100:00000001:0.0:1788851035.117214:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851035.117217:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117235:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851035.117238:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117245:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851035.117246:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851035.117321:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851035.117324:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860800. 00000400:00000200:0.0:1788851035.117327:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851035.117330:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851035.117333:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60a18 00000400:00000010:0.0:1788851035.117335:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60a18. 00000100:00000001:0.0:1788851035.117337:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851035.117341:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117348:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851035.117351:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.117357:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851035.117358:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851035.119326:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119343:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851035.119346:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119349:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119357:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119364:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851035.119373:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119378:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119383:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119387:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04100 00000400:00000200:1.0:1788851035.119392:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119398:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:1.0:1788851035.119404:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119408:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119411:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851035.119415:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851035.119422:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851035.119430:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851035.119493:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851035.119513:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851035.119522:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119526:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851035.119528:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119530:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119534:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119537:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851035.119542:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119545:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119548:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119551:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04180 00000400:00000200:1.0:1788851035.119555:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119559:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:1.0:1788851035.119562:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119565:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119567:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851035.119571:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851035.119574:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851035.119578:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851035.119587:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851035.119604:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851035.119608:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119611:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851035.119613:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119615:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119618:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119628:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851035.119632:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119635:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119638:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119641:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04280 00000400:00000200:1.0:1788851035.119645:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119649:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:1.0:1788851035.119653:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119656:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119658:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851035.119661:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851035.119665:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851035.119669:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851035.119677:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851035.119684:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851035.119687:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119690:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851035.119692:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119694:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119697:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119700:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851035.119704:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119706:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119708:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119711:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04200 00000400:00000200:1.0:1788851035.119714:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119717:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:1.0:1788851035.119720:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119723:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119730:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851035.119733:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851035.119736:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851035.119740:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851035.119748:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851035.119755:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851035.119759:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119763:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851035.119765:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119767:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119770:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119773:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851035.119777:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119779:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119782:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119785:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6a9fb25f04380 00000400:00000200:1.0:1788851035.119788:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119792:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:1.0:1788851035.119795:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119797:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119799:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851035.119802:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851035.119805:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851035.119809:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851035.119818:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851035.119825:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851035.119834:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119837:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851035.119839:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119841:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119845:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119849:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851035.119853:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119856:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119858:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119861:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6a9fb25f04300 00000400:00000200:1.0:1788851035.119865:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851035.119868:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:1.0:1788851035.119872:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119877:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851035.119879:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851035.119882:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851035.119885:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851035.119890:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851035.119898:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851035.119905:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851035.119908:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851035.119910:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.120212:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851035.120217:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851035.120224:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851035.120226:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851035.120229:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8e70. 00000400:00000200:3.0:1788851035.120234:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce110 00000400:00000010:3.0:1788851035.120237:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce110. 00000100:00000001:3.0:1788851035.120240:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851035.120245:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851035.120267:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.120274:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851035.120276:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.120290:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851035.120293:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851035.120295:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851035.120297:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.120300:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851035.120316:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e93460 time=75 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851035.120321:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e93418 time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851035.120323:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851035.120325:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851035.120328:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851035.120333:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851035.120340:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.120344:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851035.120346:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:3.0:1788851035.120348:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851035.120350:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851035.120354:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.120362:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851035.120365:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851035.120367:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851035.120371:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851035.120379:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998651776:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851035.120390:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851035.120396:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851035.120398:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8cb8. 00000400:00000200:3.0:1788851035.120401:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce5d8 00000400:00000010:3.0:1788851035.120403:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce5d8. 00000100:00000001:3.0:1788851035.120406:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851035.120409:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851035.120418:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.120424:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851035.120426:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.120428:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851035.120429:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851035.120431:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851035.120432:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.120435:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851035.120439:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8ac60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851035.120442:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8ac18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851035.120444:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851035.120446:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851035.120448:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851035.120452:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851035.120480:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.120483:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851035.120484:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:3.0:1788851035.120486:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851035.120487:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851035.120491:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.120499:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851035.120500:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851035.120502:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851035.120511:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851035.120518:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998652032:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851035.120524:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851035.120526:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851035.120527:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8aa8. 00000400:00000200:3.0:1788851035.120530:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcebb0 00000400:00000010:3.0:1788851035.120532:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcebb0. 00000100:00000001:3.0:1788851035.120534:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851035.120537:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851035.120545:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.120551:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851035.120552:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.120554:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851035.120555:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851035.120557:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851035.120558:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.120560:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851035.120564:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8fc60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851035.120567:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8fc18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851035.120569:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851035.120570:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851035.120571:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851035.120575:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851035.120581:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.120583:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851035.120585:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:3.0:1788851035.120587:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851035.120593:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851035.120598:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.120604:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851035.120607:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851035.120607:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851035.120609:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851035.120611:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788851035.120615:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788851035.120618:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851035.120621:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851035.120624:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d54d0. 00000100:00100000:3.0:1788851035.120629:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998652288:192.168.204.138@tcp:400:kworker.0 00000400:00000200:2.0:1788851035.120630:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60c38 00000400:00000010:2.0:1788851035.120635:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60c38. 00000100:00000001:3.0:1788851035.120637:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.120639:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788851035.120641:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1788851035.120648:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788851035.120649:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50f100 x1875745998651776/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.120677:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1788851035.120680:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788851035.120681:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851035.120686:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1a00. 02000000:00000001:3.0:1788851035.120692:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788851035.120693:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:3.0:1788851035.120696:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000100:00000001:2.0:1788851035.120697:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788851035.120700:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4509e93000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000100:00000001:2.0:1788851035.120701:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851035.120704:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1788851035.120705:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1788851035.120707:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1788851035.120710:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860100. 00000100:00000001:2.0:1788851035.120711:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.120715:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851035.120716:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.120720:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1788851035.120723:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e90c60 time=76 v=5 (5 0 0 0) 00000100:00000010:3.0:1788851035.120724:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50f100. 00000100:00001000:2.0:1788851035.120730:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e90c18 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851035.120731:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851035.120734:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851035.120735:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851035.120737:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788851035.120739:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851035.120742:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1788851035.120745:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50c000 x1875745998652032/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851035.120746:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.120751:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851035.120754:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:2.0:1788851035.120758:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851035.120759:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851035.120761:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851035.120763:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1c00. 00000100:00000001:2.0:1788851035.120768:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.120774:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1788851035.120778:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1788851035.120778:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851035.120782:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000020:00000001:3.0:1788851035.120786:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851035.120789:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860e00. 00000100:00000001:2.0:1788851035.120795:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851035.120795:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851035.120798:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788851035.120800:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1788851035.120801:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50c000. 00000100:00000001:2.0:1788851035.120803:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.120807:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851035.120810:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851035.120811:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.120813:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851035.120821:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50ed80 x1875745998652288/t0(0) o400->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851035.120827:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998651648:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851035.120833:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851035.120836:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1788851035.120837:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1788851035.120839:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf0a00. 00000400:00000001:2.0:1788851035.120841:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1788851035.120843:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1788851035.120845:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d5580. 00000020:00000001:3.0:1788851035.120846:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000400:00000200:2.0:1788851035.120850:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60330 00000020:00000040:3.0:1788851035.120850:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4505a8f800 refcount=2 obd=lustre-OST0001-osc-ffff9b45067c4800 00000020:00000001:3.0:1788851035.120854:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 00000400:00000010:2.0:1788851035.120855:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60330. 02000000:00000010:3.0:1788851035.120858:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860400. 00000100:00000001:2.0:1788851035.120859:0:2405:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:3.0:1788851035.120862:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851035.120865:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1788851035.120866:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1788851035.120868:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50ed80. 00000100:00000001:3.0:1788851035.120874:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851035.120877:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788851035.120881:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.120883:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.120887:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851035.120890:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851035.120894:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851035.120894:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.120897:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.120899:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.120900:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851035.120904:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851035.120905:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851035.120907:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851035.120910:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851035.120915:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8e460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851035.120918:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8e418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851035.120921:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851035.120922:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851035.120924:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851035.120926:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.120933:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851035.120935:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851035.120937:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851035.120938:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.120943:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.120949:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851035.120951:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851035.120952:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851035.120956:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851035.120964:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998651904:192.168.204.138@tcp:400:kworker.0 00000400:00000001:2.0:1788851035.120970:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851035.120971:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851035.120973:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d52c0. 00000400:00000200:2.0:1788851035.120975:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60aa0 00000400:00000010:2.0:1788851035.120977:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60aa0. 00000100:00000001:2.0:1788851035.120980:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851035.120983:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851035.120991:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.120997:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851035.120998:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851035.120999:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851035.121001:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851035.121002:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851035.121003:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851035.121005:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851035.121009:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8a460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851035.121012:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8a418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851035.121014:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851035.121021:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851035.121023:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851035.121027:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851035.121033:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.121036:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851035.121037:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851035.121038:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851035.121040:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851035.121043:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.121048:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851035.121049:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851035.121050:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851035.121053:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851035.121059:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998652160:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851035.121063:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851035.121065:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851035.121068:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50df80 x1875745998651648/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.121074:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851035.121075:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851035.121077:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5ba400. 02000000:00000001:2.0:1788851035.121080:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851035.121082:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851035.121083:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4509e90800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000020:00000001:2.0:1788851035.121085:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851035.121087:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860d00. 02000000:00000001:2.0:1788851035.121089:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851035.121090:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851035.121098:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50df80. 00000100:00000001:2.0:1788851035.121101:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851035.121102:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851035.121104:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851035.121107:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50d180 x1875745998651904/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.121113:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851035.121115:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851035.121117:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5bbc00. 02000000:00000001:2.0:1788851035.121119:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851035.121121:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851035.121122:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000020:00000001:2.0:1788851035.121124:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851035.121125:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860a00. 02000000:00000001:2.0:1788851035.121127:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851035.121128:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851035.121129:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50d180. 00000100:00000001:2.0:1788851035.121131:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851035.121133:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851035.121134:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851035.121137:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50fb80 x1875745998652160/t0(0) o400->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851035.121143:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851035.121144:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851035.121145:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5bbe00. 02000000:00000001:2.0:1788851035.121147:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851035.121148:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851035.121149:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a000 refcount=2 obd=lustre-OST0000-osc-ffff9b45067c4800 00000020:00000001:2.0:1788851035.121151:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851035.121152:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860200. 02000000:00000001:2.0:1788851035.121164:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851035.121165:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851035.121167:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50fb80. 00000100:00000001:2.0:1788851035.121169:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851035.121170:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851035.121172:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851035.121184:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851035.121187:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851035.121189:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851035.121191:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851035.122788:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851035.122802:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851035.122806:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851035.122808:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851035.122814:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851035.122820:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788851035.122828:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851035.122832:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851035.122837:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851035.122840:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6a9fb25f04080 00000400:00000200:0.0:1788851035.122845:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851035.122850:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:0.0:1788851035.122869:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851035.122875:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851035.122878:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851035.122882:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851035.122888:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851035.122896:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851035.122906:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851035.122925:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851035.122931:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851035.122934:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.122992:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851035.122995:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851035.123000:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851035.123002:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851035.123004:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8688. 00000400:00000200:3.0:1788851035.123009:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bced48 00000400:00000010:3.0:1788851035.123011:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bced48. 00000100:00000001:3.0:1788851035.123019:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851035.123023:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851035.123031:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.123037:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851035.123039:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.123041:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851035.123044:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851035.123046:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851035.123048:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851035.123050:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851035.123055:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851035.123059:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851035.123061:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851035.123063:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851035.123065:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851035.123067:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.123069:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851035.123073:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.123079:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851035.123082:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851035.123083:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851035.123087:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851035.123104:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998651520:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851035.123109:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.123111:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851035.123115:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50d880 x1875745998651520/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851035.123121:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851035.123129:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851035.123132:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1e00. 02000000:00000001:3.0:1788851035.123135:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851035.123137:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851035.123139:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:3.0:1788851035.123140:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851035.123143:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860900. 02000000:00000001:3.0:1788851035.123145:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851035.123147:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851035.123148:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50d880. 00000100:00000001:3.0:1788851035.123152:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851035.123153:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.123155:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851035.123161:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851035.123162:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851035.123164:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851035.123166:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851036.005656:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851036.005663:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851036.005669:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851036.005670:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851036.005783:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851036.005786:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851036.005789:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851036.389538:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39910 (cpu 1) has reached its deadline 4295039732, at 4295039744 00000100:00000010:1.0:1788851036.389553:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4505684360. 00000100:00000040:0.0:1788851036.389712:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39800 (cpu 0) has reached its deadline 4295039732, at 4295039744 00000100:00000010:0.0:1788851036.389718:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4505684f00. 00010000:00000001:3.0:1788851037.029595:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851037.029602:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851037.029608:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851037.029609:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851037.029784:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851037.029788:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851037.029791:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851038.053588:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851038.053597:0:58:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851038.053600:0:58:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851038.053604:0:58:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851038.053608:0:58:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851038.053610:0:58:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851038.053612:0:58:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851038.053614:0:58:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851038.053618:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851038.053619:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851038.059393:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851038.059401:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851038.059406:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851039.080585:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851039.080591:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851039.080597:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851039.080614:0:58:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851039.080616:0:58:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851039.080619:0:58:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851039.080622:0:58:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851039.080624:0:58:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851039.080626:0:58:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851039.080628:0:58:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851039.080940:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851039.080944:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851039.080947:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851040.102609:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851040.102617:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851040.102623:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851040.102624:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851040.102723:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851040.102726:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851040.102729:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788851040.229555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851040.229566:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851040.229575:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50fb80. 00000020:00000040:2.0:1788851040.229581:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788851040.229585:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851040.229588:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851040.229593:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851040.229602:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860200. 00000100:00000001:2.0:1788851040.229609:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229620:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851040.229631:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851040.229635:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229642:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001efa2049] to pc [ptlrpcd_01_01+1] req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.229677:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851040.229684:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851040.229687:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50d180. 00000020:00000040:2.0:1788851040.229690:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4509e90800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000100:00000001:2.0:1788851040.229692:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851040.229694:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851040.229695:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851040.229699:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860a00. 00000100:00000001:2.0:1788851040.229702:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229706:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851040.229713:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851040.229730:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229735:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4780891] to pc [ptlrpcd_01_00+0] req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.229743:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851040.229749:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851040.229752:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50df80. 00000020:00000040:2.0:1788851040.229754:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4509e93000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000100:00000001:2.0:1788851040.229757:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851040.229758:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851040.229760:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851040.229763:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860d00. 00000100:00000001:2.0:1788851040.229766:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229770:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851040.229777:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851040.229779:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229782:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e144d220] to pc [ptlrpcd_01_01+1] req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.229793:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851040.229798:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851040.229800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851040.229803:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851040.229806:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851040.229809:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851040.229813:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50d880. 00000020:00000040:2.0:1788851040.229815:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4505a8e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000100:00000001:2.0:1788851040.229823:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851040.229824:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851040.229826:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851040.229830:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860300. 00000100:00000001:2.0:1788851040.229833:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229837:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851040.229843:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851040.229846:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229849:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a04524e] to pc [ptlrpcd_01_00+0] req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.229855:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851040.229859:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851040.229862:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50ed80. 00000020:00000040:2.0:1788851040.229864:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000100:00000001:2.0:1788851040.229866:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851040.229867:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851040.229868:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851040.229871:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860c00. 00000100:00000001:2.0:1788851040.229874:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229877:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851040.229882:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851040.229883:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229887:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007395cdc2] to pc [ptlrpcd_01_01+1] req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.229892:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.229894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851040.229896:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788851040.229904:0:8:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788851040.229907:0:8:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788851040.229909:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50c000. 00000020:00000040:2.0:1788851040.229911:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a000 refcount=3 obd=lustre-OST0000-osc-ffff9b45067c4800 00000100:00000001:2.0:1788851040.229913:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851040.229915:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851040.229916:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851040.230014:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851040.230018:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851040.230021:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851040.230028:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.230036:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851040.230038:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851040.230043:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851040.230045:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851040.230048:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851040.230051:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998652416:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851040.230055:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851040.230060:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851040.230063:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851040.230065:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851040.230069:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1600. 02000000:00000001:3.0:1788851040.230071:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851040.230090:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851040.230095:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8688. 00000400:00000010:3.0:1788851040.230101:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bced48. 00000100:00000200:3.0:1788851040.230108:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998652416, portal 25 00000100:00000001:3.0:1788851040.230110:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851040.230112:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560969088 : -110754148582528 : ffff9b450a50fb80) 00000100:00000040:3.0:1788851040.230117:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.230130:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851040.230132:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851040.230135:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcebb0. 00000100:00000200:3.0:1788851040.230139:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875745998652416, offset 0 00000400:00000200:3.0:1788851040.230144:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851040.230153:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851040.230160:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851040.230165:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851040.230170:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851040.230173:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851040.230176:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851040.230190:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [143:143:256:4294967295] 192.168.204.138@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:3.0:1788851040.230195:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851040.230205:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851040.230211:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851040.230217:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a866500. 00000800:00000200:3.0:1788851040.230224:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851040.230231:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851040.230236:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a866500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1788851040.230410:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851040.230414:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a866500. 00000400:00000200:0.0:1788851040.230420:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851040.230425:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851040.230430:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcebb0 00000400:00000010:0.0:1788851040.230433:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcebb0. 00000100:00000001:0.0:1788851040.230437:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851040.230441:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851040.230449:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851040.230481:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851040.230488:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851040.230490:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788851040.230647:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851040.230653:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851040.230656:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295044848 00000100:00000010:3.0:1788851040.230661:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4509eba2a0. 00000100:00000001:3.0:1788851040.230668:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788851040.230673:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295044848 00000100:00000010:3.0:1788851040.230676:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4509eba960. 00000100:00000001:3.0:1788851040.230678:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788851040.230681:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851040.230684:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851040.230692:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851040.230698:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.230704:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851040.230705:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851040.230708:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851040.230710:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851040.230712:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851040.230715:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998652672:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851040.230718:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851040.230721:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851040.230722:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851040.230724:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851040.230727:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf1c00. 02000000:00000001:3.0:1788851040.230729:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851040.230733:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851040.230735:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8aa8. 00000400:00000010:3.0:1788851040.230739:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce5d8. 00000100:00000200:3.0:1788851040.230743:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998652672, portal 10 00000100:00000001:3.0:1788851040.230745:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851040.230746:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560961920 : -110754148589696 : ffff9b450a50df80) 00000100:00000040:3.0:1788851040.230754:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.230760:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851040.230762:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851040.230765:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce110. 00000100:00000200:3.0:1788851040.230767:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998652672, offset 0 00000400:00000200:3.0:1788851040.230771:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851040.230775:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851040.230779:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851040.230782:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851040.230784:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851040.230787:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851040.230794:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851040.230797:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [144:144:256:4294967295] 192.168.204.138@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:3.0:1788851040.230801:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851040.230808:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851040.230812:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851040.230816:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a866200. 00000800:00000200:3.0:1788851040.230820:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851040.230825:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851040.230827:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a866200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851040.230833:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851040.230837:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: using a timeout of 155490 usecs (156 jiffies) 00000400:00000200:3.0:1788851040.230882:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851040.230884:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295043740 00000100:00000001:3.0:1788851040.230887:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295044848 00000100:00000001:3.0:1788851040.230889:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295043740 00000100:00000001:3.0:1788851040.230892:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295044848 00000100:00000001:3.0:1788851040.230893:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851040.230895:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851040.230898:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851040.230902:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.230909:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851040.230911:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851040.230913:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851040.230916:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851040.230918:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851040.231057:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851040.231059:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a866200. 00000400:00000200:0.0:1788851040.231063:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851040.231067:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851040.231071:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce110 00000400:00000010:0.0:1788851040.231072:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce110. 00000100:00000001:0.0:1788851040.231075:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851040.231079:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851040.231085:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851040.231088:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851040.231093:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851040.231094:0:2394:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:2.0:1788851040.231481:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860600. 00000100:00000001:2.0:1788851040.231489:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.231493:0:8:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633319560953856 : -110754148597760 : ffff9b450a50c000) 00000100:00080000:2.0:1788851040.231496:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b4505a8a000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788851040.231499:0:8:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9b45067c4800: disconnect after 21s idle 00000100:00000001:2.0:1788851040.231504:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851040.231507:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.231512:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ddda6de] to pc [ptlrpcd_rcv+-1] req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.231538:0:8:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.231542:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.231544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851040.231547:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788851040.231549:0:8:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788851040.231552:0:8:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788851040.231557:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50f100. 00000020:00000040:2.0:1788851040.231560:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4505a8f800 refcount=3 obd=lustre-OST0001-osc-ffff9b45067c4800 00000100:00000001:2.0:1788851040.231563:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851040.231565:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851040.231568:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851040.231572:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860f00. 00000100:00000001:2.0:1788851040.231575:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.231577:0:8:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633319560966400 : -110754148585216 : ffff9b450a50f100) 00000100:00080000:2.0:1788851040.231579:0:8:0:(import.c:65:import_set_state_nolock()) ffff9b4505a8f800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788851040.231581:0:8:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9b45067c4800: disconnect after 21s idle 00000100:00000001:2.0:1788851040.231591:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851040.231592:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.231597:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9a7b321] to pc [ptlrpcd_rcv+-1] req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.231603:0:8:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.231605:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.231611:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:0.0:1788851040.232263:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851040.232268:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851040.232271:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851040.232278:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851040.232287:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851040.232289:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851040.232293:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851040.232295:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851040.232297:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851040.232300:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998653056:192.168.204.138@tcp:9:kworker.0 00000100:00000001:0.0:1788851040.232304:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851040.232307:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851040.232310:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851040.232312:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851040.232323:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b4511379800. 02000000:00000001:0.0:1788851040.232325:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851040.232331:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:0.0:1788851040.232334:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45113d1d68. 00000400:00000010:0.0:1788851040.232340:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450b7f1550. 00000100:00000200:0.0:1788851040.232356:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998653056, portal 4 00000100:00000001:0.0:1788851040.232359:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851040.232361:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560953856 : -110754148597760 : ffff9b450a50c000) 00000100:00000040:0.0:1788851040.232368:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851040.232375:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851040.232378:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:0.0:1788851040.232381:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450b7f1088. 00000100:00000200:0.0:1788851040.232384:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875745998653056, offset 0 00000400:00000200:0.0:1788851040.232389:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:0.0:1788851040.232395:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.232400:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:0.0:1788851040.232404:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851040.232408:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:0.0:1788851040.232411:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851040.232414:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:0.0:1788851040.232417:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [145:145:256:4294967295] 192.168.204.138@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:0.0:1788851040.232421:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.232428:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:0.0:1788851040.232433:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:0.0:1788851040.232438:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4503e50900. 00000800:00000200:0.0:1788851040.232444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:0.0:1788851040.232450:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:0.0:1788851040.232474:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4503e50900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851040.232493:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851040.232496:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: using a timeout of 22247 usecs (23 jiffies) 00000400:00000200:0.0:1788851040.232505:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:0.0:1788851040.232508:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295043610 00000100:00000001:0.0:1788851040.232511:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295044848 00000100:00000001:0.0:1788851040.232513:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295043610 00000100:00000001:0.0:1788851040.232515:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295044848 00000100:00000001:0.0:1788851040.232517:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851040.232520:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851040.232522:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851040.232527:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851040.232533:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851040.232534:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851040.232537:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851040.232539:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851040.232541:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851040.232543:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998653184:192.168.204.138@tcp:9:kworker.0 00000100:00000001:0.0:1788851040.232546:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851040.232548:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851040.232550:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851040.232551:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851040.232554:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b4511378800. 02000000:00000001:0.0:1788851040.232555:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851040.232557:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:0.0:1788851040.232560:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45113d1948. 00000800:00000200:1.0:1788851040.232562:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1788851040.232563:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450b7f13b8. 00000100:00000200:0.0:1788851040.232565:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998653184, portal 4 00000100:00000001:0.0:1788851040.232567:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851040.232569:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560966400 : -110754148585216 : ffff9b450a50f100) 00000800:00000010:1.0:1788851040.232570:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4503e50900. 00000100:00000040:0.0:1788851040.232574:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788851040.232575:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788851040.232580:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788851040.232580:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851040.232584:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450b7f1088 00000100:00000040:0.0:1788851040.232585:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:0.0:1788851040.232587:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450b7f1e58. 00000400:00000010:1.0:1788851040.232587:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450b7f1088. 00000100:00000001:1.0:1788851040.232590:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851040.232591:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875745998653184, offset 0 00000400:00000200:0.0:1788851040.232594:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000100:00000200:1.0:1788851040.232594:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788851040.232598:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.232602:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000100:00000001:1.0:1788851040.232602:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1788851040.232604:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1788851040.232605:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788851040.232607:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:0.0:1788851040.232609:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851040.232611:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000100:00000001:1.0:1788851040.232612:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851040.232614:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788851040.232620:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [146:146:255:4294967295] 192.168.204.138@tcp LPNI seq info [146:146:7:4294967295] 00000400:00000200:0.0:1788851040.232624:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.232630:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:0.0:1788851040.232633:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:0.0:1788851040.232637:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4503e50d00. 00000800:00000200:0.0:1788851040.232640:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:0.0:1788851040.232644:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:0.0:1788851040.232647:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4503e50d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851040.232654:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851040.232657:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: using a timeout of 21816 usecs (22 jiffies) 00000400:00000200:0.0:1788851040.232660:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:0.0:1788851040.232662:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295043609 00000100:00000001:0.0:1788851040.232664:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295044848 00000100:00000001:0.0:1788851040.232666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295043609 00000100:00000001:0.0:1788851040.232668:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295044848 00000100:00000001:0.0:1788851040.232670:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851040.232671:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851040.232674:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851040.232677:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851040.232684:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851040.232690:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788851040.232693:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851040.232694:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851040.232695:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851040.232697:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851040.235610:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851040.235619:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4503e50d00. 00000400:00000200:1.0:1788851040.235628:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851040.235636:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851040.235642:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450b7f1e58 00000400:00000010:1.0:1788851040.235645:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450b7f1e58. 00000100:00000001:1.0:1788851040.235650:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851040.235658:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851040.235669:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851040.235673:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851040.235679:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851040.235681:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788851040.236594:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851040.236599:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851040.236602:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851040.236612:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.236621:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851040.236624:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851040.236627:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851040.236630:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851040.236633:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851040.236637:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998652544:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851040.236641:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851040.236646:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851040.236649:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851040.236651:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851040.236659:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5ba400. 02000000:00000001:2.0:1788851040.236662:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851040.236668:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851040.236673:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d52c0. 00000400:00000010:2.0:1788851040.236678:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60aa0. 00000100:00000200:2.0:1788851040.236684:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998652544, portal 10 00000100:00000001:2.0:1788851040.236687:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851040.236688:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560958336 : -110754148593280 : ffff9b450a50d180) 00000100:00000040:2.0:1788851040.236695:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.236722:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851040.236725:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851040.236728:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60330. 00000100:00000200:2.0:1788851040.236732:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998652544, offset 0 00000400:00000200:2.0:1788851040.236738:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851040.236746:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851040.236752:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851040.236757:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851040.236761:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851040.236764:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851040.236767:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851040.236771:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [147:147:256:4294967295] 192.168.204.138@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:2.0:1788851040.236775:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851040.236784:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851040.236790:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851040.236796:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860900. 00000800:00000200:2.0:1788851040.236802:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851040.236809:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851040.236813:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851040.236838:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.236843:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: using a timeout of 127938 usecs (128 jiffies) 00000400:00000200:2.0:1788851040.236846:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851040.236848:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295043719 00000100:00000001:2.0:1788851040.236851:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295044848 00000100:00000001:2.0:1788851040.236853:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295043719 00000100:00000001:2.0:1788851040.236856:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295044848 00000100:00000001:2.0:1788851040.236858:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851040.236860:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.236869:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851040.236874:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.236882:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851040.236883:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851040.236885:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851040.236887:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851040.236889:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851040.236891:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998652800:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851040.236894:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851040.236897:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851040.236898:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851040.236900:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851040.236903:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5bba00. 02000000:00000001:2.0:1788851040.236904:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851040.236908:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851040.236910:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d5580. 00000400:00000010:2.0:1788851040.236914:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60c38. 00000100:00000200:2.0:1788851040.236916:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998652800, portal 10 00000100:00000001:2.0:1788851040.236931:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851040.236932:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560960128 : -110754148591488 : ffff9b450a50d880) 00000100:00000040:2.0:1788851040.236939:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.236945:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851040.236947:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851040.236950:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60f68. 00000100:00000200:2.0:1788851040.236953:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998652800, offset 0 00000400:00000200:2.0:1788851040.236957:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851040.236961:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851040.236964:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851040.236967:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851040.236969:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851040.236971:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851040.236979:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851040.236982:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [148:148:255:4294967295] 192.168.204.138@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:2.0:1788851040.236986:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851040.236993:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851040.236997:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851040.237000:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860400. 00000800:00000200:2.0:1788851040.237003:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851040.237008:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851040.237011:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851040.237014:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.237016:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: using a timeout of 13061 usecs (14 jiffies) 00000400:00000200:2.0:1788851040.237019:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851040.237022:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295043605 00000100:00000001:2.0:1788851040.237024:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295044848 00000100:00000001:2.0:1788851040.237025:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295043605 00000100:00000001:2.0:1788851040.237027:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295044848 00000100:00000001:2.0:1788851040.237029:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851040.237030:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.237033:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.237035:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.237041:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851040.237043:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851040.237046:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851040.237047:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851040.237048:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.237050:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851040.237177:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851040.237189:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860900. 00000400:00000200:1.0:1788851040.237195:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851040.237200:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851040.237205:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60330 00000400:00000010:1.0:1788851040.237207:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60330. 00000100:00000001:1.0:1788851040.237216:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851040.237221:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851040.237231:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851040.237234:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851040.237241:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851040.237243:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851040.237254:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851040.237266:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860400. 00000400:00000200:1.0:1788851040.237269:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851040.237272:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851040.237275:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60f68 00000400:00000010:1.0:1788851040.237277:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60f68. 00000100:00000001:1.0:1788851040.237279:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851040.237283:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851040.237290:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851040.237292:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851040.237299:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851040.237300:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1788851040.238661:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998652928:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851040.238667:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851040.238671:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851040.238687:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851040.238689:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851040.238694:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450aaf0a00. 02000000:00000001:3.0:1788851040.238696:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851040.238702:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851040.238706:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8cb8. 00000400:00000010:3.0:1788851040.238711:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce550. 00000100:00000200:3.0:1788851040.238717:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998652928, portal 10 00000100:00000001:3.0:1788851040.238719:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851040.238720:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000040:3.0:1788851040.238728:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.238735:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851040.238739:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851040.238742:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce110. 00000100:00000200:3.0:1788851040.238746:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998652928, offset 0 00000400:00000200:3.0:1788851040.238751:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851040.238758:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851040.238764:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851040.238768:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851040.238771:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851040.238774:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851040.238777:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851040.238780:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [149:149:256:4294967295] 192.168.204.138@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:3.0:1788851040.238784:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851040.238793:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851040.238797:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851040.238801:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a866200. 00000800:00000200:3.0:1788851040.238807:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851040.238812:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851040.238817:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a866200 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1788851040.250887:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851040.256888:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851040.256901:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851040.256908:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851040.256917:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.256926:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851040.256939:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.256944:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.256950:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.256954:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04500 00000400:00000200:1.0:1788851040.256959:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.256981:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:1.0:1788851040.256990:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851040.256994:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851040.256997:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851040.257001:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851040.257009:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851040.257018:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851040.257028:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851040.257037:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1788851040.259033:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851040.259043:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a866200. 00000400:00000200:1.0:1788851040.259051:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851040.259058:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851040.259065:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce110 00000400:00000010:1.0:1788851040.259076:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce110. 00000100:00000001:1.0:1788851040.259082:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851040.259088:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851040.259102:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851040.259106:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851040.259113:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851040.259115:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851040.259126:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851040.259138:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851040.259140:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851040.259142:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851040.259148:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.259152:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851040.259159:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.259176:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.259191:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.259194:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6a9fb25f04700 00000400:00000200:1.0:1788851040.259199:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.259213:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:1.0:1788851040.259221:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851040.259226:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851040.259228:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851040.259231:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851040.259235:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851040.259240:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851040.259249:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.259578:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851040.259582:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851040.259601:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851040.259609:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851040.259614:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851040.259616:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851040.259619:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851040.259622:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.259626:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851040.259631:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.259633:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.259636:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.259639:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6a9fb25f04400 00000400:00000200:1.0:1788851040.259643:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851040.259647:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:1.0:1788851040.259652:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851040.259659:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851040.259661:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851040.259663:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851040.259667:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851040.259677:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851040.259686:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851040.259694:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851040.259699:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851040.259702:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788851040.265858:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851040.265864:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851040.265869:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45113d1948. 00000400:00000200:2.0:1788851040.265878:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450b7f13b8 00000400:00000010:2.0:1788851040.265902:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450b7f13b8. 00000100:00000001:2.0:1788851040.265907:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851040.265919:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851040.265931:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.265940:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851040.265942:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.265945:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851040.265948:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851040.265951:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851040.265953:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851040.265956:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851040.265965:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8fc60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851040.265970:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8fc18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851040.265973:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851040.265975:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851040.265978:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851040.265982:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851040.265989:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.265992:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851040.265995:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851040.265996:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851040.265998:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.266003:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.266010:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851040.266013:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851040.266015:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788851040.266019:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788851040.266036:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4505a8f800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1788851040.266041:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851040.266049:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998653184:192.168.204.138@tcp:9:kworker.0 00000100:00000001:2.0:1788851040.266054:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.266057:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851040.266060:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50f100 x1875745998653184/t0(0) o9->lustre-OST0001-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.266067:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851040.266069:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851040.266082:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b4511378800. 02000000:00000001:2.0:1788851040.266086:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851040.266089:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851040.266091:0:2401:0:(genops.c:1222:class_import_put()) import ffff9b4505a8f800 refcount=2 obd=lustre-OST0001-osc-ffff9b45067c4800 00000020:00000001:2.0:1788851040.266094:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851040.266096:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860f00. 02000000:00000001:2.0:1788851040.266099:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851040.266101:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851040.266103:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50f100. 00000100:00000001:2.0:1788851040.266107:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851040.266108:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.266111:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.266114:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851040.266116:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851040.266119:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.266120:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851040.268684:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788851040.277622:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851040.277643:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: using a timeout of 16983 usecs (17 jiffies) 00000400:00000200:3.0:1788851040.277653:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851040.277657:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295043649 00000100:00000001:2.0:1788851040.278418:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295044848 00000100:00000001:2.0:1788851040.278424:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295043649 00000100:00000001:2.0:1788851040.278426:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295044848 00000100:00000001:2.0:1788851040.278428:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851040.278440:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.278444:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.278448:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.278485:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851040.278487:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851040.278491:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851040.278492:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851040.278499:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851040.278501:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851040.278505:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8688. 00000400:00000200:2.0:1788851040.278511:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bced48 00000400:00000010:2.0:1788851040.278513:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bced48. 00000100:00000001:2.0:1788851040.278518:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851040.278528:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851040.278538:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.278545:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851040.278547:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.278549:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851040.278552:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851040.278554:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851040.278556:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851040.278559:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851040.278566:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851040.278570:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851040.278572:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851040.278574:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851040.278576:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851040.278578:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.278581:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.278585:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.278592:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851040.278594:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851040.278601:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851040.278606:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851040.278613:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998652416:192.168.204.138@tcp:400:kworker.0 00000400:00000001:2.0:1788851040.278619:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851040.278620:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851040.278622:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8aa8. 00000400:00000200:2.0:1788851040.278625:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce5d8 00000400:00000010:2.0:1788851040.278627:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce5d8. 00000100:00000001:2.0:1788851040.278629:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851040.278633:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851040.278641:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.278647:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851040.278648:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.278650:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851040.278652:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851040.278653:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851040.278654:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851040.278656:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851040.278661:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e93460 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851040.278664:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e93418 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851040.278666:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851040.278667:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851040.278669:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851040.278672:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851040.278679:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.278682:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851040.278684:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:2.0:1788851040.278686:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851040.278693:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.278696:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.278702:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851040.278704:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851040.278705:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851040.278708:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851040.278714:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998652672:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851040.278718:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.278720:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851040.278724:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50fb80 x1875745998652416/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.278731:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851040.278733:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851040.278737:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1600. 02000000:00000001:2.0:1788851040.278740:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851040.278743:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851040.278745:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851040.278747:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851040.278750:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860200. 02000000:00000001:2.0:1788851040.278759:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851040.278760:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851040.278762:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50fb80. 00000100:00000001:2.0:1788851040.278766:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851040.278767:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.278769:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851040.278772:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50df80 x1875745998652672/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.278778:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851040.278779:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851040.278781:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf1c00. 02000000:00000001:2.0:1788851040.278788:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851040.278790:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851040.278791:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4509e93000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000020:00000001:2.0:1788851040.278793:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851040.278794:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860d00. 02000000:00000001:2.0:1788851040.278796:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851040.278797:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851040.278798:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50df80. 00000100:00000001:2.0:1788851040.278801:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851040.278802:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.278805:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.278807:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851040.278809:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851040.278810:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.278812:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851040.280358:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851040.280367:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851040.280373:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851040.280380:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280387:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788851040.280397:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280402:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280407:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280516:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6a9fb25f04680 00000400:00000200:0.0:1788851040.280522:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280528:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:0.0:1788851040.280535:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851040.280541:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851040.280544:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851040.280548:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851040.280554:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851040.280560:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851040.280571:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851040.280593:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851040.280604:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851040.280607:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851040.280609:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851040.280611:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851040.280614:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280618:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788851040.280622:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280637:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280641:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280644:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04480 00000400:00000200:0.0:1788851040.280647:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280652:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:0.0:1788851040.280656:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851040.280659:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851040.280661:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851040.280664:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851040.280667:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851040.280671:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851040.280679:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851040.280700:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851040.280705:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851040.280708:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851040.280710:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851040.280712:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851040.280715:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280718:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788851040.280722:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280725:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280727:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280730:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04580 00000400:00000200:0.0:1788851040.280733:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280737:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1788851040.280740:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851040.280743:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851040.280745:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851040.280748:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851040.280750:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851040.280762:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851040.280770:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.280775:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851040.280776:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851040.280779:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1788851040.280781:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1788851040.280783:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1788851040.280784:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788851040.280785:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1788851040.280786:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851040.280788:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788851040.280788:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45113d1d68. 00000400:00000200:0.0:1788851040.280791:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851040.280791:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450b7f1550 00000400:00000200:0.0:1788851040.280794:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000010:2.0:1788851040.280794:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450b7f1550. 00000100:00000001:2.0:1788851040.280797:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788851040.280798:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280800:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000200:2.0:1788851040.280802:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788851040.280803:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851040.280806:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04600 00000400:00000200:0.0:1788851040.280809:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000200:2.0:1788851040.280811:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788851040.280813:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:0.0:1788851040.280817:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788851040.280817:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851040.280819:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.280821:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851040.280824:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851040.280826:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851040.280828:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851040.280831:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851040.280838:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8a460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851040.280841:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8a418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851040.280844:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851040.280850:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851040.280853:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851040.280857:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851040.280863:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.280866:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851040.280868:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851040.280870:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851040.280871:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851040.280873:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851040.280875:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1788851040.280876:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788851040.280878:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851040.280881:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788851040.280882:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1788851040.280885:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.280885:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851040.280887:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788851040.280891:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851040.280893:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788851040.280900:0:2401:0:(import.c:65:import_set_state_nolock()) ffff9b4505a8a000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1788851040.280904:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851040.280907:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851040.280910:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1788851040.280911:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2401:1875745998653056:192.168.204.138@tcp:9:kworker.0 00000800:00000001:0.0:1788851040.280912:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.280916:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.280918:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851040.280921:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50c000 x1875745998653056/t0(0) o9->lustre-OST0000-osc-ffff9b45067c4800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.280927:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851040.280930:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851040.280933:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b4511379800. 02000000:00000001:2.0:1788851040.280937:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851040.280940:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851040.280941:0:2401:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a000 refcount=2 obd=lustre-OST0000-osc-ffff9b45067c4800 00000020:00000001:2.0:1788851040.280949:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851040.280951:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860600. 02000000:00000001:2.0:1788851040.280954:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851040.280956:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851040.280958:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50c000. 00000100:00000001:2.0:1788851040.280962:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851040.280963:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.280965:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.280971:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851040.280973:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.280975:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851040.280977:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.280985:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851040.280987:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851040.280990:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851040.280992:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851040.280994:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8cb8. 00000400:00000200:2.0:1788851040.280998:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce550 00000400:00000010:2.0:1788851040.281000:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce550. 00000100:00000001:2.0:1788851040.281002:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851040.281007:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851040.281015:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.281022:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851040.281023:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.281024:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851040.281026:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851040.281027:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851040.281029:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851040.281031:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851040.281035:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8ac60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851040.281037:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8ac18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851040.281040:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851040.281041:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851040.281042:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851040.281051:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851040.281057:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.281059:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851040.281061:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851040.281062:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851040.281064:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851040.281067:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.281505:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851040.281508:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851040.281512:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851040.281514:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851040.281516:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d52c0. 00000400:00000200:3.0:1788851040.281521:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60aa0 00000400:00000010:3.0:1788851040.281533:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60aa0. 00000100:00000001:3.0:1788851040.281537:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851040.281543:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851040.281551:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.281558:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851040.281559:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851040.281560:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851040.281562:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851040.281563:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851040.281565:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851040.281567:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851040.281572:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e90c60 time=81 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851040.281575:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e90c18 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851040.281577:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851040.281578:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851040.281580:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851040.281582:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851040.281584:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851040.281586:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:3.0:1788851040.281587:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851040.281589:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851040.281593:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.281611:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851040.281613:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851040.281615:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851040.281619:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851040.281627:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998652544:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851040.281633:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851040.281634:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851040.281636:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d5580. 00000400:00000200:3.0:1788851040.281638:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60c38 00000400:00000010:3.0:1788851040.281640:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60c38. 00000100:00000001:3.0:1788851040.281642:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851040.281644:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851040.281651:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.281657:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851040.281658:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851040.281659:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851040.281661:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851040.281662:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851040.281663:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851040.281665:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851040.281668:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8e460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851040.281671:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8e418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851040.281673:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851040.281674:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851040.281676:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851040.281678:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851040.281680:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851040.281681:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:3.0:1788851040.281688:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851040.281689:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851040.281694:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.281700:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851040.281702:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851040.281703:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851040.281706:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851040.281712:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998652800:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851040.281716:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851040.281718:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851040.281721:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50d180 x1875745998652544/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.281726:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851040.281727:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851040.281730:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5ba400. 02000000:00000001:3.0:1788851040.281732:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851040.281734:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851040.281736:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4509e90800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000020:00000001:3.0:1788851040.281738:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851040.281739:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860a00. 02000000:00000001:3.0:1788851040.281742:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851040.281743:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851040.281745:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50d180. 00000100:00000001:3.0:1788851040.281748:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851040.281749:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851040.281751:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851040.281754:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50d880 x1875745998652800/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851040.281760:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851040.281762:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851040.281768:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5bba00. 02000000:00000001:3.0:1788851040.281770:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851040.281771:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851040.281772:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4505a8e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000020:00000001:3.0:1788851040.281774:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851040.281775:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860300. 02000000:00000001:3.0:1788851040.281777:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851040.281778:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851040.281780:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50d880. 00000100:00000001:3.0:1788851040.281782:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851040.281783:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851040.281785:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851040.281790:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851040.281792:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851040.281793:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851040.281796:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.283105:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851040.283113:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851040.283114:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851040.283124:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851040.283133:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998652928:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851040.283138:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.283141:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851040.283144:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50ed80 x1875745998652928/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851040.283151:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851040.283153:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851040.283156:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450aaf0a00. 02000000:00000001:2.0:1788851040.283161:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851040.283163:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851040.283164:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000020:00000001:2.0:1788851040.283167:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851040.283169:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860c00. 02000000:00000001:2.0:1788851040.283171:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851040.283172:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851040.283174:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50ed80. 00000100:00000001:2.0:1788851040.283187:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851040.283200:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.283203:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851040.283208:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851040.283210:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851040.283212:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851040.283215:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851041.125567:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851041.125575:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851041.125580:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851041.125582:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851041.125606:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851041.125610:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851041.125614:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851041.509656:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39800 (cpu 0) has reached its deadline 4295044848, at 4295044864 00000100:00000040:1.0:1788851041.509663:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39910 (cpu 1) has reached its deadline 4295044848, at 4295044864 00000100:00000010:1.0:1788851041.509679:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4509eba960. 00000100:00000010:0.0:1788851041.509741:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4509eba2a0. 00010000:00000001:3.0:1788851042.152196:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851042.152203:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851042.152209:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851042.152210:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851042.152280:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851042.152284:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851042.152286:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851043.178057:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851043.178063:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851043.178068:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851043.178069:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851043.178142:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851043.178145:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851043.178148:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788851043.797218:0:10088:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851043.797231:0:10088:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788851044.176176:0:10124:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788851044.176184:0:10124:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:0.0:1788851044.182503:0:10124:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788851044.198325:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851044.198334:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851044.198339:0:58:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851044.198340:0:58:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851044.199993:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851044.199998:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851044.200003:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851045.232335:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851045.232342:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851045.232348:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851045.232350:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851045.232751:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851045.232756:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851045.232759:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788851045.358675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851045.358684:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851045.358692:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8ea00. 00000020:00000040:3.0:1788851045.358698:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:3.0:1788851045.358702:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851045.358705:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851045.358709:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851045.358716:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4505856a00. 00000100:00000001:3.0:1788851045.358723:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.358734:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851045.358745:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851045.358750:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.358756:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031e6b1f3] to pc [ptlrpcd_01_00+0] req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.358779:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.358781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851045.358785:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851045.358788:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8c700. 00000020:00000040:3.0:1788851045.358791:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4509e90800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000100:00000001:3.0:1788851045.358793:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851045.358795:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851045.358796:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851045.358800:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4505856700. 00000100:00000001:3.0:1788851045.358803:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.358807:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851045.358813:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851045.358815:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.358819:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006769019f] to pc [ptlrpcd_01_01+1] req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.358844:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.358846:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851045.358849:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851045.358852:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8dc00. 00000020:00000040:3.0:1788851045.358854:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4509e93000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000100:00000001:3.0:1788851045.358857:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851045.358858:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851045.358860:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851045.358863:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4505856900. 00000100:00000001:3.0:1788851045.358866:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.358871:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851045.358883:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851045.358885:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.358888:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000616cdf8] to pc [ptlrpcd_01_00+0] req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.358894:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.359121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851045.359183:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851045.359186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851045.359188:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851045.359191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851045.359193:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851045.359197:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8e300. 00000020:00000040:3.0:1788851045.359200:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4505a8e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000100:00000001:3.0:1788851045.359202:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851045.359211:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851045.359213:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851045.359216:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4505856c00. 00000100:00000001:3.0:1788851045.359220:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.359225:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851045.359232:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851045.359234:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.359238:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005b40698] to pc [ptlrpcd_01_01+1] req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.359245:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.359247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851045.359250:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851045.359253:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8c380. 00000020:00000040:3.0:1788851045.359255:0:8:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000100:00000001:3.0:1788851045.359258:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851045.359259:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851045.359261:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851045.359265:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b4505856100. 00000100:00000001:3.0:1788851045.359267:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.359271:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851045.359278:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851045.359280:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.359284:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5002bcf] to pc [ptlrpcd_01_00+0] req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.359292:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.359294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851045.359297:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851045.359306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851045.359309:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851045.359314:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000100:00000001:3.0:1788851045.359343:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851045.359347:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851045.359349:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851045.359355:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.359363:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851045.359365:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851045.359369:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851045.359372:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851045.359375:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851045.359379:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998653312:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851045.359383:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851045.359388:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851045.359390:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851045.359393:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851045.359397:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5bb400. 02000000:00000001:3.0:1788851045.359400:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851045.359407:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851045.359413:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8e70. 00000400:00000010:3.0:1788851045.359420:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcebb0. 00000100:00000200:3.0:1788851045.359426:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998653312, portal 25 00000100:00000001:3.0:1788851045.359428:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851045.359430:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554148864 : -110754155402752 : ffff9b4509e8ea00) 00000100:00000040:3.0:1788851045.359436:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.359442:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851045.359446:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851045.359449:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce220. 00000100:00000200:3.0:1788851045.359629:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875745998653312, offset 0 00000400:00000200:3.0:1788851045.359637:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851045.359646:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851045.359655:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851045.359661:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851045.359664:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851045.359668:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851045.359671:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851045.359675:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [150:150:256:4294967295] 192.168.204.138@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:3.0:1788851045.359680:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851045.359692:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851045.359698:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851045.359702:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856400. 00000800:00000200:3.0:1788851045.359709:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851045.359717:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851045.359721:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851045.359729:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851045.359733:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851045.359735:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295049978 00000100:00000010:3.0:1788851045.359739:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4509ebade0. 00000100:00000001:3.0:1788851045.359746:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788851045.359750:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295049978 00000100:00000010:3.0:1788851045.359753:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4509ebac60. 00000100:00000001:3.0:1788851045.359756:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788851045.359759:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851045.359762:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851045.359765:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851045.359769:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.359776:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851045.359782:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851045.359785:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851045.359786:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851045.359788:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851045.359791:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998653568:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851045.359795:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851045.359798:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851045.359799:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851045.359801:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851045.359804:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5bb000. 02000000:00000001:3.0:1788851045.359805:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851045.359809:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851045.359812:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d89f8. 00000400:00000010:3.0:1788851045.359816:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce198. 00000100:00000200:3.0:1788851045.359819:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998653568, portal 10 00000100:00000001:3.0:1788851045.359821:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851045.359822:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554145280 : -110754155406336 : ffff9b4509e8dc00) 00000100:00000040:3.0:1788851045.359829:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.359835:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851045.359837:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851045.359840:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce440. 00000100:00000200:3.0:1788851045.359842:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998653568, offset 0 00000400:00000200:3.0:1788851045.359846:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851045.359850:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851045.359853:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851045.359856:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851045.359859:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851045.359861:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851045.359864:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851045.359867:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [151:151:255:4294967295] 192.168.204.138@tcp LPNI seq info [151:151:7:4294967295] 00000400:00000200:3.0:1788851045.359871:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851045.359879:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851045.359889:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851045.359893:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856f00. 00000800:00000200:3.0:1788851045.359916:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851045.359921:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851045.359924:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851045.359927:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.359932:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: using a timeout of 150521 usecs (151 jiffies) 00000400:00000200:3.0:1788851045.359936:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851045.359937:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295048865 00000800:00000200:1.0:1788851045.360201:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851045.360206:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856400. 00000400:00000200:1.0:1788851045.360213:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851045.360217:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851045.360223:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce220 00000400:00000010:1.0:1788851045.360225:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce220. 00000100:00000001:1.0:1788851045.360230:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851045.360234:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.360242:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851045.360246:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.360263:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851045.360265:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851045.360290:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851045.360292:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856f00. 00000400:00000200:1.0:1788851045.360295:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851045.360298:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851045.360301:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce440 00000400:00000010:1.0:1788851045.360303:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce440. 00000100:00000001:1.0:1788851045.360306:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851045.360309:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.360315:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851045.360318:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.360324:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851045.360325:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788851045.360698:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295049978 00000100:00000001:3.0:1788851045.360700:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295048866 00000100:00000001:3.0:1788851045.360702:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295049978 00000100:00000001:3.0:1788851045.360705:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851045.360707:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851045.360710:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851045.360716:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.360724:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851045.360726:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851045.360729:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851045.360732:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851045.360734:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851045.360738:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998653824:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851045.360741:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851045.360744:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851045.360745:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851045.360747:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851045.360751:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5bbc00. 02000000:00000001:3.0:1788851045.360753:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851045.360758:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851045.360767:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d87e8. 00000400:00000010:3.0:1788851045.360772:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce330. 00000100:00000200:3.0:1788851045.360775:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998653824, portal 10 00000100:00000001:3.0:1788851045.360778:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851045.360779:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554139008 : -110754155412608 : ffff9b4509e8c380) 00000100:00000040:3.0:1788851045.360786:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.360797:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851045.360800:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851045.360802:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce000. 00000100:00000200:3.0:1788851045.360805:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998653824, offset 0 00000400:00000200:3.0:1788851045.360810:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851045.360814:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851045.360819:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851045.360823:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851045.360825:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851045.360828:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851045.360830:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851045.360833:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [152:152:256:4294967295] 192.168.204.138@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1788851045.360836:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851045.360842:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851045.360847:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851045.360850:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856600. 00000800:00000200:3.0:1788851045.360854:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851045.360859:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851045.360862:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851045.360925:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.360930:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: using a timeout of 24806 usecs (25 jiffies) 00000400:00000200:3.0:1788851045.360934:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851045.360936:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295048740 00000100:00000001:3.0:1788851045.360939:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295049978 00000100:00000001:3.0:1788851045.360947:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295048740 00000100:00000001:3.0:1788851045.360950:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295049978 00000100:00000001:3.0:1788851045.360952:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851045.360954:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851045.360956:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851045.360959:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851045.360966:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851045.360968:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788851045.360971:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851045.360972:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851045.360973:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851045.360976:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788851045.360978:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851045.360979:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851045.360981:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851045.360982:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851045.360983:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851045.360984:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851045.360989:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.360995:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851045.360996:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851045.360998:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851045.361010:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851045.361013:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851045.361016:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998653440:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851045.361019:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851045.361021:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851045.361022:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851045.361024:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851045.361027:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5ba000. 02000000:00000001:3.0:1788851045.361029:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851045.361032:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851045.361034:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8000. 00000400:00000010:3.0:1788851045.361046:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce880. 00000100:00000200:3.0:1788851045.361048:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998653440, portal 10 00000100:00000001:3.0:1788851045.361050:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851045.361051:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554139904 : -110754155411712 : ffff9b4509e8c700) 00000100:00000040:3.0:1788851045.361057:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.361063:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851045.361065:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851045.361067:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bceee0. 00000100:00000200:3.0:1788851045.361070:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998653440, offset 0 00000400:00000200:3.0:1788851045.361074:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851045.361088:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851045.361092:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851045.361094:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851045.361097:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851045.361099:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851045.361101:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851045.361104:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [153:153:255:4294967295] 192.168.204.138@tcp LPNI seq info [153:153:7:4294967295] 00000400:00000200:3.0:1788851045.361107:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851045.361112:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851045.361115:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851045.361119:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856b00. 00000800:00000200:3.0:1788851045.361122:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851045.361136:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851045.361138:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851045.361141:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.361144:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: using a timeout of 125306 usecs (126 jiffies) 00000400:00000200:3.0:1788851045.361147:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851045.361148:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295048841 00000100:00000001:3.0:1788851045.361150:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295049978 00000100:00000001:3.0:1788851045.361159:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295048841 00000100:00000001:3.0:1788851045.361160:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295049978 00000100:00000001:3.0:1788851045.361162:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851045.361164:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851045.361166:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851045.361170:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.361176:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851045.361178:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851045.361180:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851045.361182:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851045.361184:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851045.361186:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998653696:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851045.361190:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851045.361192:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851045.361194:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851045.361195:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851045.361198:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5bba00. 02000000:00000001:3.0:1788851045.361200:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851045.361203:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851045.361206:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8318. 00000400:00000010:3.0:1788851045.361209:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bceaa0. 00000100:00000200:3.0:1788851045.361212:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998653696, portal 10 00000100:00000001:3.0:1788851045.361214:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851045.361215:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554147072 : -110754155404544 : ffff9b4509e8e300) 00000100:00000040:3.0:1788851045.361220:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851045.361226:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851045.361228:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851045.361231:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce908. 00000100:00000200:3.0:1788851045.361233:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998653696, offset 0 00000400:00000200:3.0:1788851045.361244:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851045.361249:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851045.361253:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851045.361255:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851045.361257:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851045.361259:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851045.361261:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851045.361264:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [154:154:254:4294967295] 192.168.204.138@tcp LPNI seq info [154:154:6:4294967295] 00000400:00000200:3.0:1788851045.361267:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851045.361273:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851045.361276:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851045.361279:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856d00. 00000800:00000200:3.0:1788851045.361283:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851045.361287:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851045.361289:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851045.361292:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851045.361294:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: using a timeout of 18230 usecs (19 jiffies) 00000400:00000200:3.0:1788851045.361298:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851045.361299:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295048734 00000100:00000001:3.0:1788851045.361302:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295049978 00000100:00000001:3.0:1788851045.361303:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295048734 00000100:00000001:3.0:1788851045.361306:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295049978 00000100:00000001:3.0:1788851045.361308:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851045.361310:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851045.361312:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851045.361315:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851045.361326:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851045.361328:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851045.361855:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851045.361860:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856600. 00000400:00000200:1.0:1788851045.361864:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851045.361869:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851045.361874:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce000 00000400:00000010:1.0:1788851045.361877:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce000. 00000100:00000001:1.0:1788851045.361881:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851045.361886:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.362060:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851045.362065:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.362073:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851045.362074:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851045.362102:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851045.362111:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856b00. 00000400:00000200:1.0:1788851045.362115:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851045.362119:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851045.362187:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bceee0 00000400:00000010:1.0:1788851045.362190:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bceee0. 00000100:00000001:1.0:1788851045.362193:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851045.362197:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.362204:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851045.362207:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.362214:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851045.362216:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851045.362270:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851045.362272:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856d00. 00000400:00000200:1.0:1788851045.362276:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851045.362279:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788851045.362282:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce908 00000400:00000010:1.0:1788851045.362284:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce908. 00000100:00000001:1.0:1788851045.362286:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788851045.362290:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.362297:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851045.362300:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.362306:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851045.362308:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851045.369713:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.369732:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851045.369736:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.369739:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851045.369748:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.369757:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851045.369771:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.369776:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.369782:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.369786:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6a9fb25f04780 00000400:00000200:1.0:1788851045.369792:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.369798:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:1.0:1788851045.369806:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.369810:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851045.369813:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851045.369818:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851045.369826:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851045.369833:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851045.369845:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.369910:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851045.369914:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851045.371235:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851045.371253:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.371261:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851045.371265:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.371267:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851045.371273:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.371280:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851045.371287:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.371290:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.371295:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.371298:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04880 00000400:00000200:1.0:1788851045.371303:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.371308:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:1.0:1788851045.371314:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.371322:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851045.371325:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851045.371330:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851045.371343:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851045.371350:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851045.371360:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.371369:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851045.371373:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.371377:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788851045.374356:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851045.374363:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851045.374367:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8e70. 00000400:00000200:2.0:1788851045.374376:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcebb0 00000400:00000010:2.0:1788851045.374380:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcebb0. 00000100:00000001:2.0:1788851045.374384:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851045.374396:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851045.374409:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.374418:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851045.374420:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.374423:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851045.374427:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851045.374430:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851045.374432:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851045.374436:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851045.374445:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851045.374449:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851045.374452:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851045.374881:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851045.374884:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851045.374886:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.374889:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851045.374906:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.374921:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851045.374924:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851045.374933:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851045.374939:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851045.374948:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998653312:192.168.204.138@tcp:400:kworker.0 00000400:00000001:2.0:1788851045.374957:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851045.374958:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851045.374960:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d89f8. 00000400:00000200:2.0:1788851045.374964:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce198 00000400:00000010:2.0:1788851045.374965:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce198. 00000100:00000001:2.0:1788851045.374967:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851045.374971:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851045.374979:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.374984:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851045.374986:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.374987:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851045.374989:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851045.374991:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851045.374992:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851045.374994:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851045.375010:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e93460 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851045.375013:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e93418 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851045.375015:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851045.375016:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851045.375018:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851045.375022:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851045.375027:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.375030:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851045.375032:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:2.0:1788851045.375034:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851045.375041:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851045.375045:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.375051:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851045.375053:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851045.375054:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851045.375057:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851045.375063:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998653568:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851045.375068:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.375071:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851045.375075:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8ea00 x1875745998653312/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.375092:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851045.375095:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851045.375098:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5bb400. 02000000:00000001:2.0:1788851045.375102:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851045.375105:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851045.375106:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851045.375108:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851045.375111:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4505856a00. 02000000:00000001:2.0:1788851045.375115:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851045.375116:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851045.375118:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8ea00. 00000100:00000001:2.0:1788851045.375121:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851045.375131:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.375133:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851045.375136:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8dc00 x1875745998653568/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.375142:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851045.375144:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851045.375146:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5bb000. 02000000:00000001:2.0:1788851045.375154:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851045.375156:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851045.375157:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4509e93000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000020:00000001:2.0:1788851045.375160:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851045.375161:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4505856900. 02000000:00000001:2.0:1788851045.375164:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851045.375165:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851045.375167:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8dc00. 00000100:00000001:2.0:1788851045.375171:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851045.375172:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.375176:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.375178:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851045.375180:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851045.375183:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.375186:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851045.379829:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.379847:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851045.379852:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.379854:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851045.379864:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.379872:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851045.379881:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.379886:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.379891:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.379906:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04980 00000400:00000200:1.0:1788851045.379912:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.379924:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1788851045.379932:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.379982:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851045.379986:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851045.379991:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851045.380007:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851045.380016:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851045.380028:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.380043:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851045.380052:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.380065:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.380258:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851045.380263:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851045.380271:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851045.380273:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851045.380277:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d87e8. 00000400:00000200:2.0:1788851045.380283:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce330 00000400:00000010:2.0:1788851045.380286:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce330. 00000100:00000001:2.0:1788851045.380289:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851045.380294:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851045.380303:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.380310:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851045.380312:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.380314:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851045.380317:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851045.380319:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851045.380322:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851045.380325:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851045.380335:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8ac60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851045.380339:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8ac18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851045.380341:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851045.380349:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851045.380352:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851045.380358:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851045.380365:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.380368:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851045.380370:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851045.380372:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851045.380374:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851045.380378:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.380385:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851045.380388:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851045.380390:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851045.380394:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851045.380402:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998653824:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851045.380407:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.380410:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851045.380413:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8c380 x1875745998653824/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.380420:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851045.380422:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851045.380426:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5bbc00. 02000000:00000001:2.0:1788851045.380429:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851045.380432:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851045.380434:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000020:00000001:2.0:1788851045.380436:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851045.380438:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4505856100. 02000000:00000001:2.0:1788851045.380442:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851045.380444:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851045.380451:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8c380. 00000100:00000001:2.0:1788851045.380480:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851045.380482:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.380485:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.380487:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851045.380488:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851045.380490:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.380492:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851045.380925:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.380933:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851045.380936:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.380938:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851045.380943:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.380948:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851045.380954:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.380958:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.380961:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.380965:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04800 00000400:00000200:1.0:1788851045.380969:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.380974:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:1.0:1788851045.380990:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.380997:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851045.381000:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851045.381004:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851045.381009:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851045.381014:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851045.381023:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.381038:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851045.381044:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.381046:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.381075:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851045.381087:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851045.381091:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851045.381093:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851045.381095:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8000. 00000400:00000200:2.0:1788851045.381100:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce880 00000400:00000010:2.0:1788851045.381102:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce880. 00000100:00000001:2.0:1788851045.381105:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851045.381110:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851045.381119:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.381133:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851045.381134:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.381136:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851045.381138:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851045.381139:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851045.381141:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851045.381143:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851045.381149:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e90c60 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851045.381153:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e90c18 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851045.381156:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851045.381157:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851045.381159:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851045.381161:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.381164:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851045.381166:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:2.0:1788851045.381167:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851045.381174:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851045.381180:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.381186:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851045.381189:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851045.381190:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851045.381194:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851045.381200:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998653440:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851045.381205:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.381207:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851045.381210:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8c700 x1875745998653440/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.381216:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851045.381217:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851045.381230:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5ba000. 02000000:00000001:2.0:1788851045.381233:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851045.381235:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851045.381236:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4509e90800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000020:00000001:2.0:1788851045.381238:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851045.381240:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4505856700. 02000000:00000001:2.0:1788851045.381243:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851045.381244:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851045.381245:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8c700. 00000100:00000001:2.0:1788851045.381248:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851045.381249:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.381251:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.381253:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851045.381254:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851045.381256:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.381257:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851045.382440:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.382450:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851045.382483:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.382488:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851045.382494:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.382501:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851045.382508:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.382511:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.382623:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.382627:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04900 00000400:00000200:1.0:1788851045.382632:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851045.382636:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:1.0:1788851045.382642:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.382689:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851045.382701:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851045.382706:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851045.382711:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851045.382718:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851045.382727:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851045.382744:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851045.382749:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851045.382752:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.382855:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851045.382859:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851045.382869:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851045.382871:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851045.382873:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8318. 00000400:00000200:2.0:1788851045.382879:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bceaa0 00000400:00000010:2.0:1788851045.382881:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bceaa0. 00000100:00000001:2.0:1788851045.382884:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851045.382889:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851045.382914:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.382921:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851045.382922:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.382925:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851045.382927:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851045.382929:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851045.382932:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851045.382934:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851045.382941:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8e460 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851045.382945:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8e418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851045.382948:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851045.382950:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851045.382953:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851045.382955:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.382959:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851045.382961:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851045.382963:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851045.382964:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851045.382969:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.382976:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851045.382979:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851045.382980:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851045.382984:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851045.383012:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998653696:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851045.383017:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.383019:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851045.383023:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8e300 x1875745998653696/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851045.383029:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851045.383031:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851045.383035:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5bba00. 02000000:00000001:2.0:1788851045.383038:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851045.383040:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851045.383042:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4505a8e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000020:00000001:2.0:1788851045.383044:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851045.383046:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b4505856c00. 02000000:00000001:2.0:1788851045.383050:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851045.383052:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851045.383054:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8e300. 00000100:00000001:2.0:1788851045.383058:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851045.383059:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.383061:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851045.383069:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851045.383071:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851045.383073:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851045.383076:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851045.615190:0:10223:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788851045.615202:0:10223:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851046.245577:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851046.245585:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851046.245592:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851046.245594:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851046.245673:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851046.245677:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851046.245681:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851046.629596:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39800 (cpu 0) has reached its deadline 4295049978, at 4295049984 00000100:00000010:0.0:1788851046.629615:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4509ebade0. 00000100:00000040:1.0:1788851046.630784:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39910 (cpu 1) has reached its deadline 4295049978, at 4295049985 00000100:00000010:1.0:1788851046.630797:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4509ebac60. 00000020:00000010:1.0:1788851047.022751:0:10288:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9b4505b0d4e0. 00000400:00000040:1.0:1788851047.022777:0:10288:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788851047.022779:0:10288:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788851047.022781:0:10288:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788851047.022783:0:10288:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788851047.022784:0:10288:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788851047.022786:0:10288:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788851047.022788:0:10288:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788851047.023571:0:10288:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9b4505b0d4e0. 00010000:00000001:3.0:1788851047.270080:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851047.270244:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851047.270252:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851047.270254:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851047.270342:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851047.270347:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851047.270350:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1788851047.978815:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851047.978833:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851047.978837:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851047.978840:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851047.978849:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.978856:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851047.978865:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.978870:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.978874:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.978879:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 328 into portal 15 MB=0x6a9fb27219200 00000400:00000200:1.0:1788851047.978886:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.138@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:1.0:1788851047.978893:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851047.978897:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851047.978901:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851047.978906:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851047.978914:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1788851047.978916:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788851047.978923:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450aa10700. 00000100:00000040:1.0:1788851047.979000:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9b450aa10700 x1875746018660864 msgsize 328 00000100:00100000:1.0:1788851047.979005:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.138@tcp (source: 12345-192.168.204.138@tcp) 00000100:00000001:1.0:1788851047.979102:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1788851047.979115:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851047.979120:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851047.979122:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851047.979124:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851047.979128:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.979132:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851047.979137:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.979140:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.979143:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.979146:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 328 into portal 15 MB=0x6a9fb27219480 00000400:00000200:1.0:1788851047.979151:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.138@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:1.0:1788851047.979155:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851047.979179:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851047.979182:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851047.979185:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851047.979188:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1788851047.979189:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788851047.979193:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450aa13b80. 00000100:00000040:1.0:1788851047.979195:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff9b450aa13b80 x1875746018661504 msgsize 328 00000100:00100000:1.0:1788851047.979199:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.138@tcp (source: 12345-192.168.204.138@tcp) 00000100:00000001:0.0:1788851047.982737:0:6176:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1788851047.982877:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1788851047.982896:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851047.982906:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851047.982938:0:6175:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788851047.986791:0:6176:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875746018660864 02000000:00000001:0.0:1788851047.986801:0:6176:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788851047.986804:0:6176:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851047.986806:0:6176:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851047.986812:0:6176:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851047.986816:0:6176:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875746018660864 00000020:00000001:0.0:1788851047.986819:0:6176:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788851047.986821:0:6176:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4652d1bf5efc5b83 00000020:00000001:0.0:1788851047.986824:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788851047.986828:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b450aa80800 refcount=3 00000020:00000001:0.0:1788851047.986831:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633319566673920 : -110754142877696 : ffff9b450aa80800) 00000020:00000001:0.0:1788851047.986834:0:6176:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633319566673920 : -110754142877696 : ffff9b450aa80800) 00000100:00000001:0.0:1788851047.986838:0:6176:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788851047.986848:0:6176:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b450b62e840. 00000100:00000001:0.0:1788851047.986851:0:6176:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788851047.986853:0:6176:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b450b62e840. 00000020:00000010:0.0:1788851047.986862:0:6176:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b4511379e00. 00000020:00000010:0.0:1788851047.986867:0:6176:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b450b7ed400. 00000020:00000010:0.0:1788851047.986872:0:6176:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b4510a194b0. 00000100:00000040:0.0:1788851047.986884:0:6176:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788851047.986887:0:6176:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788851047.986888:0:6176:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788851047.986891:0:6176:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851047.986899:0:6176:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851047.986902:0:6176:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788851047.987037:0:6175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875746018661504 02000000:00000001:1.0:1788851047.987041:0:6175:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788851047.987042:0:6175:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851047.987044:0:6175:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851047.987046:0:6175:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851047.987048:0:6175:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875746018661504 00000020:00000001:1.0:1788851047.987050:0:6175:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788851047.987051:0:6175:0:(genops.c:804:class_conn2export()) looking for export cookie 0x4652d1bf5efc5b83 00000020:00000001:1.0:1788851047.987053:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788851047.987289:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b450aa80800 refcount=4 00000020:00000001:1.0:1788851047.987293:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633319566673920 : -110754142877696 : ffff9b450aa80800) 00000020:00000001:1.0:1788851047.987295:0:6175:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633319566673920 : -110754142877696 : ffff9b450aa80800) 00000100:00000001:1.0:1788851047.987298:0:6175:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788851047.987303:0:6175:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b45062f8640. 00000100:00000001:1.0:1788851047.987305:0:6175:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788851047.987307:0:6175:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b45062f8640. 00000020:00000010:1.0:1788851047.987311:0:6175:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b45056d2c00. 00000020:00000010:1.0:1788851047.987315:0:6175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b450ab71580. 00000020:00000010:1.0:1788851047.987318:0:6175:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b450a62c000. 00000100:00000001:1.0:1788851047.987322:0:6175:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788851047.987323:0:6175:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788851047.987325:0:6175:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851047.987334:0:6175:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851047.987336:0:6175:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851047.987350:0:6175:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788851047.987353:0:6175:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788851047.987361:0:6175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.138@tcp, seq: 3 00000100:00000040:1.0:1788851047.987364:0:6175:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b450aa80800 : new rpc_count 1 00000100:00000001:1.0:1788851047.987366:0:6175:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633319566214912 : -110754143336704 : ffff9b450aa10700) 00000100:00000040:1.0:1788851047.987375:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b450aa10700 x1875746018660864/t0(0) o104->1d293837-ab23-46d9-b771-00cdfe8763e2@192.168.204.138@tcp:113/0 lens 328/0 e 0 to 0 dl 1788851058 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851047.987384:0:6175:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788851047.987387:0:6175:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b45062f8640. 00000100:00000001:1.0:1788851047.987389:0:6175:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788851047.987390:0:6175:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b45062f8640. 00000100:00100000:1.0:1788851047.987395:0:6175:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9b450aa10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1d293837-ab23-46d9-b771-00cdfe8763e2+4:13394:x1875746018660864:12345-192.168.204.138@tcp:104: 00000100:00000200:1.0:1788851047.987399:0:6175:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875746018660864 00010000:00000001:1.0:1788851047.987401:0:6175:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788851047.987408:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788851047.987410:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788851047.987412:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b45421d7800 refcount=2 00000020:00000001:1.0:1788851047.987414:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633320497117184 : -110753212434432 : ffff9b45421d7800) 00010000:00000001:1.0:1788851047.987416:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633320497117184 : -110753212434432 : ffff9b45421d7800) 00010000:00000001:1.0:1788851047.987420:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788851047.987423:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851047.987428:0:6175:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788851047.987437:0:6175:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788851047.987439:0:6175:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788851047.987445:0:6175:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b45062b2800. 02000000:00000001:1.0:1788851047.987447:0:6175:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851047.987449:0:6175:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851047.987478:0:6175:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788851047.987482:0:6175:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851047.987486:0:6175:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b450a663de8 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1788851047.987490:0:6175:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788851047.987493:0:6175:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b45113c2980 refcount 28 to 192.168.204.138@tcp 00000100:00000001:1.0:1788851047.987496:0:6175:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633319677045120 : -110754032506496 : ffff9b45113c2980) 02000000:00000001:1.0:1788851047.987499:0:6175:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788851047.987501:0:6175:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851047.987504:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851047.987507:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:1.0:1788851047.987511:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4509e6c5d8. 00000100:00000200:1.0:1788851047.987518:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875746018660864, offset 224 00000400:00000200:1.0:1788851047.987525:0:6175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:1.0:1788851047.987536:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.987544:0:6175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.38@tcp to MR: 192.168.204.138@tcp local destination 00000400:00000200:1.0:1788851047.987551:0:6175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [155:155:256:4294967295] 192.168.204.138@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:1.0:1788851047.987555:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.987564:0:6175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:1.0:1788851047.987570:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:1.0:1788851047.987574:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450adf1900. 00000800:00000200:1.0:1788851047.987581:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:1.0:1788851047.987588:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:1.0:1788851047.987592:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450adf1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851047.987609:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851047.987612:0:6175:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9b45113c2980 refcount 27 to 192.168.204.138@tcp 00010000:00000001:1.0:1788851047.987615:0:6175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788851047.987620:0:6175:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b450ab2b840. 00010000:00000001:1.0:1788851047.987622:0:6175:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788851047.987640:0:6175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788851047.987643:0:6175:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851047.987645:0:6175:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851047.987647:0:6175:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851047.987658:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450aa10700 x1875746018660864/t0(0) o104->1d293837-ab23-46d9-b771-00cdfe8763e2@192.168.204.138@tcp:113/0 lens 328/224 e 0 to 0 dl 1788851058 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788851047.987667:0:6175:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9b450aa10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1d293837-ab23-46d9-b771-00cdfe8763e2+4:13394:x1875746018660864:12345-192.168.204.138@tcp:104: Request processed in 281us (8665us total) trans 0 rc 0/0 00000100:00100000:1.0:1788851047.987674:0:6175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.138@tcp, seq: 3 00000100:00000040:1.0:1788851047.987677:0:6175:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b450aa80800 : new rpc_count 0 00000100:00000001:1.0:1788851047.987679:0:6175:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788851047.987681:0:6175:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788851047.987684:0:6175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b450b7ed400. 00000020:00000010:1.0:1788851047.987688:0:6175:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b4510a194b0. 00000020:00000010:1.0:1788851047.987692:0:6175:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b4511379e00. 00000020:00000040:1.0:1788851047.987697:0:6175:0:(genops.c:879:class_export_put()) PUTting export ffff9b450aa80800 : new refcount 3 00000100:00000001:1.0:1788851047.987700:0:6175:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851047.987708:0:6175:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788851047.987709:0:6175:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788851047.987712:0:6175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.138@tcp, seq: 4 00000100:00000040:1.0:1788851047.987715:0:6175:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b450aa80800 : new rpc_count 1 00000100:00000001:1.0:1788851047.987717:0:6175:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633319566228352 : -110754143323264 : ffff9b450aa13b80) 00000100:00000040:1.0:1788851047.987721:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b450aa13b80 x1875746018661504/t0(0) o104->1d293837-ab23-46d9-b771-00cdfe8763e2@192.168.204.138@tcp:113/0 lens 328/0 e 0 to 0 dl 1788851058 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851047.987729:0:6175:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788851047.987732:0:6175:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b45062f8640. 00000100:00000001:1.0:1788851047.987734:0:6175:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788851047.987736:0:6175:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b45062f8640. 00000100:00100000:1.0:1788851047.987740:0:6175:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff9b450aa13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1d293837-ab23-46d9-b771-00cdfe8763e2+3:13394:x1875746018661504:12345-192.168.204.138@tcp:104: 00000100:00000200:1.0:1788851047.987743:0:6175:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1875746018661504 00010000:00000001:1.0:1788851047.987744:0:6175:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788851047.987747:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788851047.987748:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788851047.987756:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b45421d6400 refcount=2 00000020:00000001:1.0:1788851047.987759:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633320497112064 : -110753212439552 : ffff9b45421d6400) 00010000:00000001:1.0:1788851047.987761:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633320497112064 : -110753212439552 : ffff9b45421d6400) 00010000:00000001:1.0:1788851047.987763:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788851047.987765:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851047.987769:0:6175:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788851047.987775:0:6175:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788851047.987777:0:6175:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788851047.987780:0:6175:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b45062b1c00. 02000000:00000001:1.0:1788851047.987782:0:6175:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851047.987784:0:6175:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851047.987786:0:6175:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788851047.987788:0:6175:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851047.987790:0:6175:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b450a663de8 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1788851047.987793:0:6175:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788851047.987795:0:6175:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b45113c2980 refcount 28 to 192.168.204.138@tcp 00000100:00000001:1.0:1788851047.987797:0:6175:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633319677045120 : -110754032506496 : ffff9b45113c2980) 02000000:00000001:1.0:1788851047.987799:0:6175:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788851047.987801:0:6175:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851047.987803:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851047.987805:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:1.0:1788851047.987808:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4509e6cee0. 00000100:00000200:1.0:1788851047.987811:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875746018661504, offset 224 00000400:00000200:1.0:1788851047.987816:0:6175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:1.0:1788851047.987821:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.987825:0:6175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.38@tcp to MR: 192.168.204.138@tcp local destination 00000400:00000200:1.0:1788851047.987829:0:6175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [156:156:255:4294967295] 192.168.204.138@tcp LPNI seq info [156:156:7:4294967295] 00000400:00000200:1.0:1788851047.987832:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851047.987839:0:6175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:192.168.204.38@tcp) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:1.0:1788851047.987843:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:1.0:1788851047.987852:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450adf1700. 00000800:00000200:1.0:1788851047.987856:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:1.0:1788851047.987861:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:1.0:1788851047.987864:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450adf1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851047.987867:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851047.987870:0:6175:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff9b45113c2980 refcount 27 to 192.168.204.138@tcp 00010000:00000001:1.0:1788851047.987872:0:6175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788851047.987874:0:6175:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b450ab2bc00. 00010000:00000001:1.0:1788851047.987876:0:6175:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:0.0:1788851047.988065:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851047.988070:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450adf1900. 00000400:00000200:0.0:1788851047.988075:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851047.988080:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851047.988086:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4509e6c5d8 00000400:00000010:0.0:1788851047.988088:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4509e6c5d8. 00000100:00000001:0.0:1788851047.988101:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788851047.988103:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788851047.988163:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851047.988166:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450adf1700. 00000400:00000200:0.0:1788851047.988169:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851047.988172:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851047.988175:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4509e6cee0 00000400:00000010:0.0:1788851047.988177:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4509e6cee0. 00000100:00000001:0.0:1788851047.988179:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788851047.988180:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:1.0:1788851047.988451:0:6175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:1.0:1788851047.988473:0:6175:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851047.988475:0:6175:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851047.988477:0:6175:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851047.988483:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450aa13b80 x1875746018661504/t0(0) o104->1d293837-ab23-46d9-b771-00cdfe8763e2@192.168.204.138@tcp:113/0 lens 328/224 e 0 to 0 dl 1788851058 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788851047.988491:0:6175:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff9b450aa13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:1d293837-ab23-46d9-b771-00cdfe8763e2+3:13394:x1875746018661504:12345-192.168.204.138@tcp:104: Request processed in 761us (9294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788851047.988499:0:6175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.138@tcp, seq: 4 00000100:00000040:1.0:1788851047.988501:0:6175:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b450aa80800 : new rpc_count 0 00000100:00000001:1.0:1788851047.988503:0:6175:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788851047.988504:0:6175:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788851047.988509:0:6175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b450ab71580. 00000020:00000010:1.0:1788851047.988513:0:6175:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b450a62c000. 00000020:00000010:1.0:1788851047.988516:0:6175:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b45056d2c00. 00000020:00000040:1.0:1788851047.988520:0:6175:0:(genops.c:879:class_export_put()) PUTting export ffff9b450aa80800 : new refcount 2 00000100:00000001:1.0:1788851047.988522:0:6175:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788851047.992813:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851047.992820:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851047.992825:0:6185:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1788851047.992829:0:6185:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788851047.992831:0:6185:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788851047.992839:0:6185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788851047.992850:0:6185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b45421d7800 already unused, calling callback (ffffffffc12eec20) 10000000:00000001:3.0:1788851047.992855:0:6185:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788851047.992857:0:6185:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788851047.992864:0:6185:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788851047.992866:0:6185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788851047.992868:0:6185:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788851047.992871:0:6185:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b45421d7800 refcount=3 00000020:00000001:3.0:1788851047.992874:0:6185:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633320497117184 : -110753212434432 : ffff9b45421d7800) 00010000:00000001:3.0:1788851047.992877:0:6185:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633320497117184 : -110753212434432 : ffff9b45421d7800) 00010000:00000001:3.0:1788851047.992880:0:6185:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788851047.992883:0:6185:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788851047.992889:0:6185:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788851047.992891:0:6185:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788851047.992921:0:6185:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1788851047.992999:0:6185:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788851047.993001:0:6185:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788851047.993004:0:6185:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788851047.993006:0:6185:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788851047.993008:0:6185:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851047.993187:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851047.993191:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851047.993193:0:6186:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:3.0:1788851047.993240:0:6185:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788851047.993242:0:6185:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788851047.993244:0:6185:0:(mgc_request.c:123:config_log_put()) log params(ffff9b450b5bac00) refs 2 10000000:00000001:3.0:1788851047.993247:0:6185:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788851047.993249:0:6185:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851047.993252:0:6185:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788851047.993255:0:6185:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788851047.993256:0:6185:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788851047.993258:0:6185:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788851047.993261:0:6185:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788851047.993265:0:6185:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b45421d7800 with handle 0x4652d1bf5efc5c4e from hash 00010000:00000001:3.0:1788851047.993267:0:6185:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788851047.993269:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851047.993271:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851047.993272:0:6185:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788851047.993274:0:6185:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788851047.993276:0:6185:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788851047.993279:0:6185:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788851047.993281:0:6185:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788851047.993291:0:6185:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8ce00. 00000020:00000040:3.0:1788851047.993295:0:6185:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:3.0:1788851047.993300:0:6185:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851047.993302:0:6185:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851047.993308:0:6185:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851047.993315:0:6185:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b450b5bba00. 00000100:00000001:3.0:1788851047.993322:0:6185:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851047.993324:0:6185:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788851047.993331:0:6185:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788851047.993347:0:6185:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788851047.993349:0:6185:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851047.993355:0:6185:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851047.993360:0:6185:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851047.993374:0:6185:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030dc4f34] to pc [ptlrpcd_01_01+1] req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851047.993405:0:6185:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788851047.993407:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851047.993408:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851047.993410:0:6185:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851047.993412:0:6185:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788851047.993414:0:6185:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851047.993418:0:6185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788851047.993423:0:6185:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788851047.993425:0:6185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff9b45421d7800/0x4652d1bf5efc5c4e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f39752574 expref: -99 pid: 9118 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788851047.993437:0:6185:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851047.993439:0:6185:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788851047.993441:0:6185:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b450ab2b840. 00010000:00000001:3.0:1788851047.993445:0:6185:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851047.993447:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851047.993448:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851047.993450:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788851047.993452:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851047.993483:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851047.993486:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788851047.993487:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851047.993488:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851047.993490:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788851047.993549:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851047.993553:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851047.993555:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851047.993562:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851047.993569:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851047.993578:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851047.993582:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851047.993585:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851047.993587:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851047.993591:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998653952:192.168.204.138@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788851047.993595:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851047.993600:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851047.993602:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851047.993604:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851047.993609:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b4505a97200. 02000000:00000001:2.0:1788851047.993611:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851047.993617:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851047.993621:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d54d0. 00000400:00000010:2.0:1788851047.993628:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa607f8. 00000100:00000200:2.0:1788851047.993634:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998653952, portal 18 00000100:00000001:2.0:1788851047.993636:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851047.993638:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554141696 : -110754155409920 : ffff9b4509e8ce00) 00000100:00000040:2.0:1788851047.993644:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851047.993651:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851047.993654:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851047.993657:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60990. 00000100:00000200:2.0:1788851047.993661:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875745998653952, offset 0 00000400:00000200:2.0:1788851047.993667:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851047.993677:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851047.993686:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851047.993691:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851047.993695:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851047.993698:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851047.993701:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851047.993706:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [157:157:256:4294967295] 192.168.204.138@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:2.0:1788851047.993710:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851047.993719:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851047.993732:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851047.993738:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860d00. 00000800:00000200:2.0:1788851047.993745:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851047.993752:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851047.993756:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788851047.993768:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851047.993772:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851047.993774:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295052612 00000100:00000010:2.0:1788851047.993778:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b45056845a0. 00000100:00000001:2.0:1788851047.993785:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788851047.993790:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295052612 00000100:00000010:2.0:1788851047.993793:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4505684420. 00000100:00000001:2.0:1788851047.993796:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788851047.993799:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851047.993802:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851047.993806:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851047.993809:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851047.993815:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851047.993817:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851047.993819:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851047.993821:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851047.993822:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851047.993824:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851047.993833:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851047.993835:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851047.998494:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851047.998506:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860d00. 00000400:00000200:0.0:1788851047.998513:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851047.998522:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851047.998529:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60990 00000400:00000010:0.0:1788851047.998532:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60990. 00000100:00000001:0.0:1788851047.998537:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851047.998546:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851047.998558:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851047.998562:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851047.998569:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851047.998571:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1788851047.998901:0:10307:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:2.0:1788851047.998907:0:10307:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff9b450b628e40. 00000020:00000010:2.0:1788851047.998912:0:10307:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b4505a96a00. 00000020:00000010:2.0:1788851047.998918:0:10307:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b4510721000. 00000020:00000010:2.0:1788851047.998923:0:10307:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b450a759000. 00000020:00000010:2.0:1788851047.998941:0:10307:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b450b57ad48. 00000020:00000010:2.0:1788851047.998946:0:10307:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b4510720400. 80000000:00000010:2.0:1788851047.998951:0:10307:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b4505684120. 40000000:00000010:2.0:1788851047.998968:0:10307:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b450b6286c0. 00100000:00000010:2.0:1788851047.998973:0:10307:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b450a75a000. 00040000:00000010:2.0:1788851047.998977:0:10307:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b450a860200. 00040000:00000010:2.0:1788851047.998982:0:10307:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b45106d1400. 00002000:00000010:2.0:1788851047.998987:0:10307:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9b4509c9e000. 00000020:00000010:2.0:1788851047.998992:0:10307:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b450b628640. 00000020:00000001:2.0:1788851047.999009:0:10307:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851047.999011:0:10307:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851047.999014:0:10307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788851047.999016:0:10307:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851047.999017:0:10307:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851047.999018:0:10307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788851047.999021:0:10307:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851047.999022:0:10307:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851047.999023:0:10307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851047.999077:0:6186:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788851047.999087:0:6186:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788851047.999104:0:6186:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788851047.999113:0:6186:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b45421d6400 already unused, calling callback (ffffffffc12eec20) 10000000:00000001:3.0:1788851047.999116:0:6186:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788851047.999119:0:6186:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788851047.999126:0:6186:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788851047.999128:0:6186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788851047.999131:0:6186:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788851047.999133:0:6186:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b45421d6400 refcount=3 00000020:00000001:3.0:1788851047.999136:0:6186:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633320497112064 : -110753212439552 : ffff9b45421d6400) 00010000:00000001:3.0:1788851047.999139:0:6186:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633320497112064 : -110753212439552 : ffff9b45421d6400) 00010000:00000001:3.0:1788851047.999141:0:6186:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788851047.999144:0:6186:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788851047.999150:0:6186:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788851047.999153:0:6186:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788851047.999159:0:6186:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1788851047.999162:0:6186:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788851047.999163:0:6186:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788851047.999165:0:6186:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788851047.999167:0:6186:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788851047.999168:0:6186:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788851047.999183:0:6186:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788851047.999184:0:6186:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788851047.999186:0:6186:0:(mgc_request.c:123:config_log_put()) log params(ffff9b450ab38000) refs 2 10000000:00000001:3.0:1788851047.999189:0:6186:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788851047.999190:0:6186:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851047.999193:0:6186:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788851047.999201:0:6186:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788851047.999203:0:6186:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788851047.999205:0:6186:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788851047.999208:0:6186:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788851047.999212:0:6186:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b45421d6400 with handle 0x4652d1bf5efc5c0f from hash 00010000:00000001:3.0:1788851047.999215:0:6186:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788851047.999216:0:6186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851047.999218:0:6186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851047.999219:0:6186:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788851047.999221:0:6186:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788851047.999223:0:6186:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788851047.999226:0:6186:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788851047.999229:0:6186:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788851047.999236:0:6186:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b4509e8ed80. 00000020:00000040:3.0:1788851047.999239:0:6186:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=5 obd=MGC192.168.204.138@tcp 00000100:00000001:3.0:1788851047.999243:0:6186:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851047.999246:0:6186:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851047.999250:0:6186:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851047.999257:0:6186:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b450b5bbc00. 00000100:00000001:3.0:1788851047.999263:0:6186:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851047.999265:0:6186:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788851047.999270:0:6186:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788851047.999276:0:6186:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788851047.999277:0:6186:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851047.999282:0:6186:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851047.999286:0:6186:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851047.999294:0:6186:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000878565b9] to pc [ptlrpcd_01_00+0] req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851047.999315:0:6186:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788851047.999317:0:6186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851047.999318:0:6186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851047.999320:0:6186:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851047.999322:0:6186:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788851047.999329:0:6186:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851047.999332:0:6186:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788851047.999339:0:6186:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788851047.999341:0:6186:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff9b45421d6400/0x4652d1bf5efc5c0f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb207ac0f39752527 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788851047.999349:0:6186:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b451175c900 count: 0 00010000:00000001:3.0:1788851047.999361:0:6186:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851047.999363:0:6186:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788851047.999365:0:6186:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b450ab2bc00. 00010000:00000001:3.0:1788851047.999368:0:6186:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851047.999370:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851047.999372:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851047.999374:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788851047.999375:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851047.999377:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851047.999379:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788851047.999380:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851047.999381:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851047.999383:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788851047.999391:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851047.999394:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851047.999396:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851047.999402:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851047.999410:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851047.999412:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851047.999416:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851047.999419:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851047.999421:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851047.999425:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b4509e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998654080:192.168.204.138@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788851047.999429:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851047.999442:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851047.999445:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851047.999447:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851047.999451:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450b5ba600. 02000000:00000001:3.0:1788851047.999475:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851047.999483:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851047.999488:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8898. 00000400:00000010:3.0:1788851047.999494:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce3b8. 00000100:00000200:3.0:1788851047.999499:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998654080, portal 18 00000100:00000001:3.0:1788851047.999502:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851047.999504:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319554149760 : -110754155401856 : ffff9b4509e8ed80) 00000100:00000040:3.0:1788851047.999510:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851047.999517:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851047.999519:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851047.999522:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce4c8. 00000100:00000200:3.0:1788851047.999525:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875745998654080, offset 0 00000400:00000200:3.0:1788851047.999531:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851047.999540:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851047.999547:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851047.999552:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851047.999555:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851047.999558:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851047.999561:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851047.999564:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [158:158:256:4294967295] 192.168.204.138@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:3.0:1788851047.999568:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851047.999577:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851047.999582:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851047.999587:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856e00. 00000800:00000200:3.0:1788851047.999593:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851047.999600:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851047.999605:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788851047.999774:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851047.999777:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851047.999780:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851047.999783:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851047.999976:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851047.999981:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851047.999984:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295052618 00000100:00000001:3.0:1788851047.999990:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295052612 00000100:00000001:3.0:1788851047.999994:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295052618 00000100:00000001:3.0:1788851047.999997:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295052612 00000100:00000001:3.0:1788851047.999999:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851048.000002:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851048.000004:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851048.000006:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851048.000011:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851048.000012:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788851048.000014:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851048.000016:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851048.000017:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851048.000019:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851048.000185:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851048.000199:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851048.000202:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851048.000204:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851048.000209:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851048.000222:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788851048.000229:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851048.000233:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851048.000237:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851048.000241:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 18 MB=0x6a9fb25f04a00 00000400:00000200:0.0:1788851048.000245:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851048.000250:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.138@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1788851048.000257:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851048.000266:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851048.000269:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851048.000274:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851048.000281:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851048.000286:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851048.000297:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851048.000315:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788851048.000403:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851048.000407:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856e00. 00000400:00000200:0.0:1788851048.000412:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851048.000415:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851048.000419:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce4c8 00000400:00000010:0.0:1788851048.000421:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce4c8. 00000100:00000001:0.0:1788851048.000424:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851048.000428:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851048.000437:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851048.000440:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851048.000447:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851048.000448:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851048.000487:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851048.000491:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851048.013501:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851048.013509:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851048.013518:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851048.013520:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851048.013525:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d54d0. 00000400:00000200:2.0:1788851048.013532:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa607f8 00000400:00000010:2.0:1788851048.013535:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa607f8. 00000100:00000001:2.0:1788851048.013540:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851048.013552:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851048.013564:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851048.013572:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851048.013574:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851048.013576:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851048.013580:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851048.013582:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851048.013594:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851048.013597:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851048.013604:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a4a8 time=78 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851048.013608:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851048.013611:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851048.013613:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851048.013615:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851048.013617:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851048.013619:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851048.013625:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851048.013632:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851048.013635:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851048.013637:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851048.013641:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851048.013649:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998653952:192.168.204.138@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788851048.013654:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851048.013656:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851048.013660:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8ce00 x1875745998653952/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851048.013666:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851048.013668:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851048.013672:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b4505a97200. 02000000:00000001:2.0:1788851048.013676:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851048.013679:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851048.013681:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851048.013683:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851048.013685:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b450b5bba00. 02000000:00000001:2.0:1788851048.013688:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851048.013690:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851048.013691:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8ce00. 00000100:00000001:2.0:1788851048.013694:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851048.013701:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851048.013703:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851048.013710:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851048.013712:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851048.013714:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851048.013717:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851048.018871:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851048.018934:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851048.018940:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851048.018944:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851048.018956:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851048.018965:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851048.018992:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851048.018997:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851048.019004:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851048.019009:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 18 MB=0x6a9fb25f04a80 00000400:00000200:1.0:1788851048.019014:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851048.019021:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.138@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:1.0:1788851048.019041:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851048.019059:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851048.019064:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851048.019069:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851048.019077:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851048.019086:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851048.019407:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851048.019431:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851048.019441:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851048.019445:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851048.022815:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851048.022824:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851048.022832:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851048.022834:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851048.022839:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8898. 00000400:00000200:3.0:1788851048.022847:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce3b8 00000400:00000010:3.0:1788851048.022850:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce3b8. 00000100:00000001:3.0:1788851048.022855:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851048.022865:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851048.022876:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851048.022883:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851048.022886:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851048.022888:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851048.022892:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851048.022895:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851048.022897:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851048.022917:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851048.022936:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a4a8 time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851048.022941:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851048.022944:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851048.022946:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851048.022948:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851048.022950:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851048.022953:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851048.022958:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851048.022967:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851048.022970:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851048.022972:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851048.022977:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851048.022985:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b4509e8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998654080:192.168.204.138@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788851048.022991:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851048.022993:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851048.022997:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b4509e8ed80 x1875745998654080/t0(0) o103->MGC192.168.204.138@tcp@192.168.204.138@tcp:17/18 lens 328/224 e 0 to 0 dl 1788851063 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851048.023002:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851048.023005:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851048.023008:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450b5ba600. 02000000:00000001:3.0:1788851048.023012:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851048.023014:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851048.023016:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:3.0:1788851048.023019:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851048.023021:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b450b5bbc00. 02000000:00000001:3.0:1788851048.023024:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851048.023037:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851048.023039:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b4509e8ed80. 00000100:00000001:3.0:1788851048.023044:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851048.023045:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851048.023053:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851048.023069:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851048.023070:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851048.023074:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851048.023076:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1788851048.027668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b45421d7800. 00010000:00000010:3.1:1788851048.044514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b451175c900. 00010000:00000010:3.1:1788851048.044528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b45421d6400. 00010000:00000001:3.0:1788851048.295066:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851048.295073:0:10136:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851048.295076:0:10136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851048.295079:0:10136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851048.295083:0:10136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851048.295086:0:10136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851048.295088:0:10136:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851048.295089:0:10136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851048.295104:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851048.295105:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851048.295127:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851048.295131:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851048.295133:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1788851048.672263:0:10368:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:1.0:1788851049.317521:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39910 (cpu 1) has reached its deadline 4295052618, at 4295052672 00000100:00000010:1.0:1788851049.317536:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b4505684420. 00010000:00000001:3.0:1788851049.317626:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851049.317629:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851049.317633:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851049.317635:0:10136:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851049.317638:0:10136:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851049.317641:0:10136:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851049.317644:0:10136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851049.317646:0:10136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851049.317648:0:10136:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851049.317650:0:10136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851049.318443:0:10307:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851049.318448:0:10307:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851049.318452:0:10307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851049.318494:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39800 (cpu 0) has reached its deadline 4295052618, at 4295052672 00000100:00000010:0.0:1788851049.318501:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b45056845a0. 10000000:00000001:2.0:1788851049.830591:0:6188:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788851049.830599:0:6188:0:(mgc_request.c:108:config_log_get()) log params (ffff9b450b5bac00) refs 2 10000000:00000001:2.0:1788851049.830604:0:6188:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788851049.830606:0:6188:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788851049.830608:0:6188:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1788851049.830609:0:6188:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1788851049.830612:0:6188:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1788851049.830614:0:6188:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1788851049.830617:0:6188:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b45067c4800 from 7 10000000:00000001:2.0:1788851049.830619:0:6188:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1788851049.830621:0:6188:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1788851049.830633:0:6188:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50ed80. 00000020:00000040:2.0:1788851049.830638:0:6188:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788851049.830643:0:6188:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851049.830646:0:6188:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851049.830651:0:6188:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851049.830659:0:6188:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b45106d0800. 00000100:00000001:2.0:1788851049.830666:0:6188:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.830671:0:6188:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788851049.830674:0:6188:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788851049.830682:0:6188:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b451175cf00. 00010000:00000001:2.0:1788851049.830687:0:6188:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788851049.830690:0:6188:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b45421d7200. 00000020:00000001:2.0:1788851049.830694:0:6188:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788851049.830698:0:6188:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b45421d7200 with handle 0x4652d1bf5efc5c7f to hash 00000020:00000001:2.0:1788851049.830700:0:6188:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788851049.830702:0:6188:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633320497115648 : -110753212435968 : ffff9b45421d7200) 00010000:00000001:2.0:1788851049.830705:0:6188:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633320497115648 : -110753212435968 : ffff9b45421d7200) 00010000:00000001:2.0:1788851049.830709:0:6188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788851049.830712:0:6188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851049.830716:0:6188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b45421d7200/0x4652d1bf5efc5c7f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851049.830741:0:6188:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff9b45421d7200/0x4652d1bf5efc5c7f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851049.830754:0:6188:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff9b45421d7200/0x4652d1bf5efc5c7f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788851049.830760:0:6188:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851049.830762:0:6188:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851049.830770:0:6188:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b45056da240. 00000100:00000001:2.0:1788851049.830772:0:6188:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633319478960704 : -110754230590912 : ffff9b45056da240) 00000100:00000001:2.0:1788851049.830774:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851049.830776:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000001:2.0:1788851049.830781:0:6188:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851049.830786:0:6188:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.830787:0:6188:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851049.830789:0:6188:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851049.830799:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.830807:0:6188:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851049.830810:0:6188:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.830814:0:6188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851049.830816:0:6188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851049.830819:0:6188:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851049.830823:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654208:192.168.204.138@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.830827:0:6188:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851049.830833:0:6188:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851049.830835:0:6188:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.830837:0:6188:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851049.830841:0:6188:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b4509c9c800. 02000000:00000001:2.0:1788851049.830843:0:6188:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851049.830850:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851049.830858:0:6188:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d54d0. 00000400:00000010:2.0:1788851049.830865:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa607f8. 00000100:00000200:2.0:1788851049.830871:0:6188:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875745998654208, portal 25 00000100:00000001:2.0:1788851049.830873:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851049.830875:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000040:2.0:1788851049.830881:0:6188:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.830888:0:6188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851049.830891:0:6188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851049.830894:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa604c8. 00000100:00000200:2.0:1788851049.830897:0:6188:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875745998654208, offset 0 00000400:00000200:2.0:1788851049.830904:0:6188:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851049.830923:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851049.830930:0:6188:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851049.830935:0:6188:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851049.830939:0:6188:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851049.830943:0:6188:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851049.830945:0:6188:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851049.830948:0:6188:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [159:159:256:4294967295] 192.168.204.138@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1788851049.830953:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851049.830962:0:6188:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851049.830968:0:6188:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851049.830974:0:6188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860f00. 00000800:00000200:2.0:1788851049.830980:0:6188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851049.830987:0:6188:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851049.831002:0:6188:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788851049.831026:0:6188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851049.831030:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851049.831034:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295054449 00000100:00000010:2.0:1788851049.831040:0:6188:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b45056842a0. 00000100:00000001:2.0:1788851049.831046:0:6188:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788851049.831057:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295054449 00000100:00000010:2.0:1788851049.831060:0:6188:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b45056849c0. 00000100:00000001:2.0:1788851049.831063:0:6188:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788851049.831066:0:6188:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.831069:0:6188:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.831071:0:6188:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851049.831073:0:6188:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788851049.831075:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45056da240 going to sleep for 11 seconds 00000100:00000001:2.0:1788851049.831078:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851049.831080:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851049.831977:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851049.831984:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860f00. 00000400:00000200:0.0:1788851049.831990:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851049.832024:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851049.832031:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa604c8 00000400:00000010:0.0:1788851049.832033:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa604c8. 00000100:00000001:0.0:1788851049.832038:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851049.832042:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.832053:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851049.832056:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.832062:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851049.832064:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851049.841073:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.841095:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851049.841099:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.841102:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.841112:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.841120:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851049.841131:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.841136:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.841141:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.841144:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 344 into portal 25 MB=0x6a9fb25f04b00 00000400:00000200:1.0:1788851049.841149:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.841168:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 344/344 into md 0x831 [1] + 224 00000800:00000001:1.0:1788851049.841176:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.841198:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.841201:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851049.841206:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851049.841212:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851049.841220:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851049.841232:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851049.841261:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851049.841270:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.841273:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.845533:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851049.845548:0:6188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851049.845550:0:6188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851049.845554:0:6188:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d54d0. 00000400:00000200:2.0:1788851049.845562:0:6188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa607f8 00000400:00000010:2.0:1788851049.845565:0:6188:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa607f8. 00000100:00000001:2.0:1788851049.845577:0:6188:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851049.845589:0:6188:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851049.845600:0:6188:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.845607:0:6188:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851049.845609:0:6188:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.845611:0:6188:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851049.845615:0:6188:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851049.845617:0:6188:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851049.845620:0:6188:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.845623:0:6188:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851049.845631:0:6188:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851049.845635:0:6188:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851049.845640:0:6188:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851049.845642:0:6188:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.845645:0:6188:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851049.845647:0:6188:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.845651:0:6188:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851049.845672:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.845680:0:6188:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.845684:0:6188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851049.845687:0:6188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851049.845691:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851049.845699:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654208:192.168.204.138@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.845704:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.845707:0:6188:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.845709:0:6188:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851049.845712:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.845715:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.845722:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851049.845725:0:6188:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b45056da240. 00000100:00000001:2.0:1788851049.845728:0:6188:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851049.845730:0:6188:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.845733:0:6188:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788851049.845736:0:6188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851049.845739:0:6188:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851049.845743:0:6188:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b45421d7200 refcount=4 00000020:00000001:2.0:1788851049.845746:0:6188:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633320497115648 : -110753212435968 : ffff9b45421d7200) 00010000:00000001:2.0:1788851049.845749:0:6188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633320497115648 : -110753212435968 : ffff9b45421d7200) 00010000:00000040:2.0:1788851049.845756:0:6188:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b45421d7200, remote cookie: 0xb207ac0f3975259e, flags: 0x0 00010000:00000001:2.0:1788851049.845759:0:6188:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788851049.845763:0:6188:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788851049.845764:0:6188:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788851049.845766:0:6188:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788851049.845767:0:6188:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788851049.845769:0:6188:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9b451175cf00) refcount = 1 00010000:00010000:2.0:1788851049.845774:0:6188:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff9b45421d7200/0x4652d1bf5efc5c7f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975259e expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851049.845788:0:6188:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788851049.845789:0:6188:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788851049.845791:0:6188:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851049.845795:0:6188:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788851049.845798:0:6188:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851049.845801:0:6188:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff9b45421d7200/0x4652d1bf5efc5c7f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f3975259e expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851049.845806:0:6188:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788851049.845808:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851049.845809:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851049.845810:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851049.845811:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851049.845812:0:6188:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.845815:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.845820:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50ed80 x1875745998654208/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.845825:0:6188:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851049.845828:0:6188:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851049.845831:0:6188:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b4509c9c800. 02000000:00000001:2.0:1788851049.845834:0:6188:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851049.845836:0:6188:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851049.845838:0:6188:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851049.845840:0:6188:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851049.845842:0:6188:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b45106d0800. 02000000:00000001:2.0:1788851049.845845:0:6188:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851049.845847:0:6188:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851049.845849:0:6188:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50ed80. 00000100:00000001:2.0:1788851049.845853:0:6188:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851049.845854:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1788851049.845856:0:6188:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788851049.845859:0:6188:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788851049.845861:0:6188:0:(mgc_request.c:108:config_log_get()) log params (ffff9b450b5bac00) refs 3 10000000:00000001:2.0:1788851049.845863:0:6188:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.845872:0:6188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851049.845873:0:6188:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851049.845875:0:6188:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b45421d7200 refcount=3 00000020:00000001:2.0:1788851049.845876:0:6188:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633320497115648 : -110753212435968 : ffff9b45421d7200) 00010000:00000001:2.0:1788851049.845878:0:6188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633320497115648 : -110753212435968 : ffff9b45421d7200) 00010000:00000001:2.0:1788851049.845880:0:6188:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1788851049.845881:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851049.845882:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851049.845884:0:6188:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788851049.845887:0:6188:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1788851049.845890:0:6188:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9b450b628140. 00000020:00000010:2.0:1788851049.845894:0:6188:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b45106d0800. 00000020:00000010:2.0:1788851049.845899:0:6188:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b45106d1e00. 00000040:00000010:2.0:1788851049.845903:0:6188:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b45106d1200. 00000020:00000010:2.0:1788851049.845908:0:6188:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b450a75a800. 00000020:00000010:2.0:1788851049.845913:0:6188:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b45106d1000. 80000000:00000010:2.0:1788851049.845918:0:6188:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b4505684e40. 00040000:00000010:2.0:1788851049.845923:0:6188:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b45106d1a00. 20000000:00000010:2.0:1788851049.845928:0:6188:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9b45106d0200. 10000000:00000040:2.0:1788851049.845932:0:6188:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9b450a2b4480 : new refcount 2 00000020:00000001:2.0:1788851049.845934:0:6188:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1788851049.845936:0:6188:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1788851049.845938:0:6188:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788851049.845941:0:6188:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9b45106d0000. 00000040:00000001:2.0:1788851049.845944:0:6188:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788851049.845947:0:6188:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000010:2.0:1788851049.845951:0:6188:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50ed80. 00000020:00000040:2.0:1788851049.845954:0:6188:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=5 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788851049.845957:0:6188:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851049.845961:0:6188:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851049.845965:0:6188:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851049.845971:0:6188:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b45106d0600. 00000100:00000001:2.0:1788851049.845978:0:6188:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.845984:0:6188:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851049.845986:0:6188:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851049.846007:0:6188:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b45056da240. 00000100:00000001:2.0:1788851049.846010:0:6188:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633319478960704 : -110754230590912 : ffff9b45056da240) 00000100:00000001:2.0:1788851049.846013:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851049.846014:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000001:2.0:1788851049.846019:0:6188:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851049.846023:0:6188:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.846025:0:6188:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851049.846026:0:6188:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851049.846031:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.846038:0:6188:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851049.846041:0:6188:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.846044:0:6188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851049.846047:0:6188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851049.846049:0:6188:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851049.846052:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654336:192.168.204.138@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.846055:0:6188:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851049.846060:0:6188:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851049.846061:0:6188:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.846063:0:6188:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851049.846067:0:6188:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b45106d1600. 02000000:00000001:2.0:1788851049.846069:0:6188:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851049.846075:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851049.846078:0:6188:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d54d0. 00000400:00000010:2.0:1788851049.846083:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa607f8. 00000100:00000200:2.0:1788851049.846088:0:6188:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998654336, portal 25 00000100:00000001:2.0:1788851049.846090:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851049.846091:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000040:2.0:1788851049.846097:0:6188:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.846103:0:6188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851049.846106:0:6188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851049.846108:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60d48. 00000100:00000200:2.0:1788851049.846116:0:6188:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875745998654336, offset 0 00000400:00000200:2.0:1788851049.846122:0:6188:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851049.846129:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851049.846137:0:6188:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851049.846142:0:6188:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851049.846146:0:6188:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851049.846149:0:6188:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851049.846151:0:6188:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851049.846155:0:6188:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [160:160:256:4294967295] 192.168.204.138@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:2.0:1788851049.846159:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851049.846168:0:6188:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851049.846174:0:6188:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851049.846178:0:6188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860e00. 00000800:00000200:2.0:1788851049.846184:0:6188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851049.846191:0:6188:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851049.846195:0:6188:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860e00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1788851049.846215:0:6188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851049.846219:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851049.846222:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295054464 00000100:00000001:2.0:1788851049.846228:0:6188:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054449 00000100:00000001:2.0:1788851049.846233:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295054464 00000100:00000001:2.0:1788851049.846237:0:6188:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054449 00000100:00000001:2.0:1788851049.846240:0:6188:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.846242:0:6188:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.846244:0:6188:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851049.846246:0:6188:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788851049.846248:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45056da240 going to sleep for 11 seconds 00000100:00000001:2.0:1788851049.846250:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851049.846252:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851049.846691:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851049.846698:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860e00. 00000400:00000200:0.0:1788851049.846712:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851049.846718:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851049.846724:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60d48 00000400:00000010:0.0:1788851049.846727:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60d48. 00000100:00000001:0.0:1788851049.846731:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851049.846736:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.846747:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851049.846750:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.846771:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851049.846773:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851049.859553:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.859573:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851049.859577:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.859579:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.859588:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.859596:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851049.859605:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.859610:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.859615:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.859619:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 272 into portal 25 MB=0x6a9fb25f04b80 00000400:00000200:1.0:1788851049.859624:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.859629:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 272/272 into md 0x839 [1] + 224 00000800:00000001:1.0:1788851049.859636:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.859642:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.859646:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851049.859649:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851049.859656:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851049.859664:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851049.859694:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851049.859719:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851049.859727:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.859730:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.860177:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851049.860186:0:6188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851049.860194:0:6188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851049.860197:0:6188:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d54d0. 00000400:00000200:2.0:1788851049.860201:0:6188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa607f8 00000400:00000010:2.0:1788851049.860203:0:6188:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa607f8. 00000100:00000001:2.0:1788851049.860206:0:6188:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851049.860211:0:6188:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851049.860220:0:6188:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.860227:0:6188:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851049.860230:0:6188:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.860232:0:6188:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851049.860235:0:6188:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851049.860238:0:6188:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851049.860240:0:6188:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.860243:0:6188:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851049.860250:0:6188:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851049.860254:0:6188:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851049.860258:0:6188:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851049.860325:0:6188:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.860329:0:6188:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851049.860331:0:6188:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.860335:0:6188:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851049.860341:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.860348:0:6188:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.860351:0:6188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851049.860353:0:6188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851049.860357:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851049.860366:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654336:192.168.204.138@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.860371:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.860380:0:6188:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.860383:0:6188:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851049.860385:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.860390:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.860397:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851049.860401:0:6188:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b45056da240. 00000100:00000001:2.0:1788851049.860404:0:6188:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851049.860405:0:6188:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788851049.860411:0:6188:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788851049.860415:0:6188:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851049.860417:0:6188:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851049.860419:0:6188:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1788851049.860421:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.860424:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50ed80 x1875745998654336/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.860430:0:6188:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851049.860433:0:6188:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851049.860436:0:6188:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b45106d1600. 02000000:00000001:2.0:1788851049.860439:0:6188:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851049.860440:0:6188:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851049.860441:0:6188:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851049.860443:0:6188:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851049.860446:0:6188:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b45106d0600. 02000000:00000001:2.0:1788851049.860449:0:6188:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851049.860451:0:6188:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851049.860483:0:6188:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50ed80. 00000100:00000001:2.0:1788851049.860488:0:6188:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851049.860489:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788851049.860492:0:6188:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788851049.860495:0:6188:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788851049.860501:0:6188:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9b45063d8000. 00000040:00000001:2.0:1788851049.860503:0:6188:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788851049.860505:0:6188:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788851049.860507:0:6188:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000010:2.0:1788851049.860510:0:6188:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50ed80. 00000020:00000040:2.0:1788851049.860512:0:6188:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=5 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788851049.860521:0:6188:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851049.860523:0:6188:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851049.860527:0:6188:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851049.860533:0:6188:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b45106d0600. 00000100:00000001:2.0:1788851049.860538:0:6188:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.860542:0:6188:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851049.860544:0:6188:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851049.860549:0:6188:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b45056da240. 00000100:00000001:2.0:1788851049.860550:0:6188:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633319478960704 : -110754230590912 : ffff9b45056da240) 00000100:00000001:2.0:1788851049.860553:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851049.860554:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000001:2.0:1788851049.860558:0:6188:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851049.860562:0:6188:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.860564:0:6188:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851049.860565:0:6188:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851049.860570:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.860577:0:6188:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851049.860579:0:6188:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.860582:0:6188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851049.860585:0:6188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851049.860587:0:6188:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851049.860590:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654464:192.168.204.138@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.860594:0:6188:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851049.860599:0:6188:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851049.860602:0:6188:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.860604:0:6188:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851049.860619:0:6188:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9b45062e8000. 02000000:00000001:2.0:1788851049.860621:0:6188:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851049.860627:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851049.860631:0:6188:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d54d0. 00000400:00000010:2.0:1788851049.860636:0:6188:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9b45056da6c0. 00000100:00000200:2.0:1788851049.860642:0:6188:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875745998654464, portal 25 00000100:00000001:2.0:1788851049.860644:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851049.860651:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000040:2.0:1788851049.860657:0:6188:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.860664:0:6188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851049.860668:0:6188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851049.860670:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa607f8. 00000100:00000200:2.0:1788851049.860674:0:6188:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875745998654464, offset 0 00000400:00000200:2.0:1788851049.860679:0:6188:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851049.860687:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851049.860693:0:6188:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851049.860697:0:6188:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851049.860701:0:6188:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851049.860704:0:6188:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851049.860707:0:6188:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851049.860711:0:6188:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [161:161:256:4294967295] 192.168.204.138@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1788851049.860715:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851049.860723:0:6188:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851049.860729:0:6188:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851049.860734:0:6188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860100. 00000800:00000200:2.0:1788851049.860740:0:6188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851049.860747:0:6188:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851049.860751:0:6188:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788851049.860771:0:6188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851049.860776:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851049.860779:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295054479 00000100:00000001:2.0:1788851049.860785:0:6188:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054464 00000100:00000001:2.0:1788851049.860790:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295054479 00000100:00000001:2.0:1788851049.860794:0:6188:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054464 00000100:00000001:2.0:1788851049.860797:0:6188:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.860799:0:6188:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.860809:0:6188:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851049.860811:0:6188:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788851049.860814:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45056da240 going to sleep for 11 seconds 00000100:00000001:2.0:1788851049.860815:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851049.860817:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851049.861252:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851049.861258:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860100. 00000400:00000200:0.0:1788851049.861571:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851049.861579:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851049.861584:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa607f8 00000400:00000010:0.0:1788851049.861587:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa607f8. 00000100:00000001:0.0:1788851049.861591:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851049.861596:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.861605:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851049.861608:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.861615:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851049.861617:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851049.874404:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.874423:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851049.874427:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.874430:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.874438:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.874446:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851049.874486:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.874490:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.874495:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.874500:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 8416 into portal 25 MB=0x6a9fb25f04c00 00000400:00000200:1.0:1788851049.874505:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.874510:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 8416/8416 into md 0x841 [4] + 224 00000800:00000001:1.0:1788851049.874518:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.874530:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.874533:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851049.874538:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851049.874545:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851049.874553:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851049.874564:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851049.874587:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851049.874594:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.874597:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.875003:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851049.875012:0:6188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851049.875014:0:6188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851049.875026:0:6188:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d54d0. 00000400:00000200:2.0:1788851049.875032:0:6188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b45056da6c0 00000400:00000010:2.0:1788851049.875035:0:6188:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9b45056da6c0. 00000100:00000001:2.0:1788851049.875038:0:6188:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851049.875043:0:6188:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851049.875165:0:6188:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.875172:0:6188:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851049.875175:0:6188:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.875178:0:6188:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851049.875181:0:6188:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851049.875183:0:6188:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851049.875185:0:6188:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.875189:0:6188:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851049.875195:0:6188:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851049.875199:0:6188:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851049.875201:0:6188:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851049.875203:0:6188:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.875205:0:6188:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851049.875207:0:6188:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.875210:0:6188:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851049.875214:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.875221:0:6188:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.875224:0:6188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851049.875227:0:6188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851049.875245:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851049.875254:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654464:192.168.204.138@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.875258:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.876017:0:6188:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.876030:0:6188:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851049.876033:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.876039:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.876167:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851049.876172:0:6188:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b45056da240. 00000100:00000001:2.0:1788851049.876177:0:6188:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851049.876179:0:6188:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788851049.876189:0:6188:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788851049.876191:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.876195:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50ed80 x1875745998654464/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.876201:0:6188:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851049.876204:0:6188:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851049.876207:0:6188:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9b45062e8000. 02000000:00000001:2.0:1788851049.876223:0:6188:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851049.876227:0:6188:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851049.876229:0:6188:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851049.876231:0:6188:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851049.876234:0:6188:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b45106d0600. 02000000:00000001:2.0:1788851049.876238:0:6188:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851049.876240:0:6188:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851049.876242:0:6188:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50ed80. 00000100:00000001:2.0:1788851049.876248:0:6188:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851049.876249:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788851049.876253:0:6188:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851049.876254:0:6188:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851049.876256:0:6188:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:2.0:1788851049.876348:0:6188:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788851049.876352:0:6188:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788851049.876356:0:6188:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788851049.876359:0:6188:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9b4505684f60. 00000040:00001000:2.0:1788851049.876362:0:6188:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1788851049.878655:0:10403:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788851049.878665:0:10403:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b45106d0600. 00000020:00000010:2.0:1788851049.878672:0:10403:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b45106d1600. 00000040:00000010:2.0:1788851049.878676:0:10403:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b45106d0400. 00000020:00000010:2.0:1788851049.878680:0:10403:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b450a75e800. 00000020:00000010:2.0:1788851049.878685:0:10403:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b450b57e9a8. 00000020:00000010:2.0:1788851049.878689:0:10403:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b45106d0a00. 80000000:00000010:2.0:1788851049.878693:0:10403:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b4505684ea0. 40000000:00000010:2.0:1788851049.878697:0:10403:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b450b628880. 00100000:00000010:2.0:1788851049.878723:0:10403:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b4505a07800. 00040000:00000010:2.0:1788851049.878728:0:10403:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b450a860800. 00040000:00000010:2.0:1788851049.878732:0:10403:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9b4505a04800. 00040000:00000010:2.0:1788851049.878736:0:10403:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b4505a97a00. 00000004:00000010:2.0:1788851049.878740:0:10403:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9b4505a01800. 00000004:00000010:2.0:1788851049.878745:0:10403:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9b45113a0000. 00000004:00000010:2.0:1788851049.878749:0:10403:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9b4505a00800. 00002000:00000010:2.0:1788851049.878754:0:10403:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9b4509c9c800. 00000004:00000010:2.0:1788851049.878758:0:10403:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9b4509c9dc00. 00000020:00000010:2.0:1788851049.878763:0:10403:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b450b628580. 00000040:00000010:2.0:1788851049.878770:0:10403:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9b45063dc000. 00000040:00080000:2.0:1788851049.879873:0:10403:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1788851049.879882:0:10403:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9b45063dc000. 00000020:00000010:2.0:1788851049.883255:0:10403:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9b450b628580. 00000020:00000010:2.0:1788851049.883293:0:10403:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b45106d1600. 00000040:00000010:2.0:1788851049.883301:0:10403:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b45106d0400. 00000020:00000010:2.0:1788851049.883305:0:10403:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b450a75e800. 00000020:00000010:2.0:1788851049.883310:0:10403:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9b450b57e9a8. 00000020:00000010:2.0:1788851049.883316:0:10403:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b45106d0a00. 80000000:00000010:2.0:1788851049.883319:0:10403:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b4505684ea0. 40000000:00000010:2.0:1788851049.883340:0:10403:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9b450b628880. 00100000:00000010:2.0:1788851049.883345:0:10403:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9b4505a07800. 00040000:00000010:2.0:1788851049.883350:0:10403:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9b450a860800. 00040000:00000010:2.0:1788851049.883354:0:10403:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9b4505a04800. 00040000:00000010:2.0:1788851049.883357:0:10403:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b4505a97a00. 00000004:00000010:2.0:1788851049.883361:0:10403:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9b4505a01800. 00000004:00000010:2.0:1788851049.883365:0:10403:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9b45113a0000. 00000004:00000010:2.0:1788851049.883369:0:10403:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9b4505a00800. 00002000:00000010:2.0:1788851049.883372:0:10403:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9b4509c9c800. 00000004:00000010:2.0:1788851049.883376:0:10403:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9b4509c9dc00. 00000020:00000010:2.0:1788851049.883379:0:10403:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b45106d0600. 00000040:00000010:1.0:1788851049.890920:0:6188:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9b4505684f60. 00000040:00000001:1.0:1788851049.890949:0:6188:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788851049.890953:0:6188:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1788851049.890958:0:6188:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9b45063d8000. 00000040:00000010:1.0:1788851049.890963:0:6188:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9b45106d0000. 00000020:00000001:1.0:1788851049.890967:0:6188:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788851049.890970:0:6188:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788851049.890976:0:6188:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b45106d1e00. 00000040:00000010:1.0:1788851049.890979:0:6188:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b45106d1200. 00000020:00000010:1.0:1788851049.890983:0:6188:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b450a75a800. 00000020:00000010:1.0:1788851049.890988:0:6188:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b45106d1000. 80000000:00000010:1.0:1788851049.891004:0:6188:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b4505684e40. 00040000:00000010:1.0:1788851049.891009:0:6188:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b45106d1a00. 20000000:00000010:1.0:1788851049.891013:0:6188:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9b45106d0200. 00000020:00000010:1.0:1788851049.891017:0:6188:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b45106d0800. 10000000:00000010:1.0:1788851049.891028:0:6188:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9b450b628140. 10000000:01000000:1.0:1788851049.891031:0:6188:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788851049.891035:0:6188:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788851049.891038:0:6188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788851049.891041:0:6188:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788851049.891044:0:6188:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b45421d7200 refcount=3 00000020:00000001:1.0:1788851049.891047:0:6188:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633320497115648 : -110753212435968 : ffff9b45421d7200) 00010000:00000001:1.0:1788851049.891049:0:6188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633320497115648 : -110753212435968 : ffff9b45421d7200) 00010000:00000001:1.0:1788851049.891052:0:6188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788851049.891057:0:6188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b45421d7200/0x4652d1bf5efc5c7f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975259e expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788851049.891066:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788851049.891067:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788851049.891070:0:6188:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff9b45421d7200/0x4652d1bf5efc5c7f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f3975259e expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788851049.891075:0:6188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788851049.891076:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788851049.891077:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788851049.891085:0:6188:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788851049.891087:0:6188:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788851049.891090:0:6188:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788851049.891092:0:6188:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788851049.891094:0:6188:0:(mgc_request.c:108:config_log_get()) log params (ffff9b450ab38000) refs 2 10000000:00000001:1.0:1788851049.891096:0:6188:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788851049.891098:0:6188:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788851049.891099:0:6188:0:(mgc_request.c:123:config_log_put()) log params(ffff9b450b5bac00) refs 3 10000000:00000001:1.0:1788851049.891101:0:6188:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788851049.891102:0:6188:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788851049.891105:0:6188:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788851049.891107:0:6188:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788851049.891109:0:6188:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b4510a8d000 from 7 10000000:00000001:1.0:1788851049.891111:0:6188:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788851049.891112:0:6188:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788851049.891119:0:6188:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450aa10000. 00000020:00000040:1.0:1788851049.891123:0:6188:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:1.0:1788851049.891127:0:6188:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851049.891130:0:6188:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851049.891135:0:6188:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851049.891142:0:6188:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b45056d2e00. 00000100:00000001:1.0:1788851049.891149:0:6188:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851049.891154:0:6188:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788851049.891157:0:6188:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788851049.891162:0:6188:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b451175cf00 count: 2 00010000:00000001:1.0:1788851049.891165:0:6188:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788851049.891168:0:6188:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788851049.891171:0:6188:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b4505a52800. 00000020:00000001:1.0:1788851049.891175:0:6188:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788851049.891177:0:6188:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b4505a52800 with handle 0x4652d1bf5efc5c86 to hash 00000020:00000001:1.0:1788851049.891179:0:6188:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788851049.891181:0:6188:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633319482599424 : -110754226952192 : ffff9b4505a52800) 00010000:00000001:1.0:1788851049.891184:0:6188:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633319482599424 : -110754226952192 : ffff9b4505a52800) 00010000:00000001:1.0:1788851049.891187:0:6188:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788851049.891191:0:6188:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851049.891194:0:6188:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b4505a52800/0x4652d1bf5efc5c86 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788851049.891209:0:6188:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff9b4505a52800/0x4652d1bf5efc5c86 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788851049.891221:0:6188:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff9b4505a52800/0x4652d1bf5efc5c86 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788851049.891227:0:6188:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788851049.891229:0:6188:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788851049.891235:0:6188:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b450ab2b900. 00000100:00000001:1.0:1788851049.891237:0:6188:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633319567374592 : -110754142177024 : ffff9b450ab2b900) 00000100:00000001:1.0:1788851049.891240:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851049.891241:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319566213120 : -110754143338496 : ffff9b450aa10000) 00000100:00000001:1.0:1788851049.891246:0:6188:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851049.891250:0:6188:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851049.891253:0:6188:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788851049.891254:0:6188:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851049.891265:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851049.891275:0:6188:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851049.891278:0:6188:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851049.891281:0:6188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851049.891284:0:6188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851049.891286:0:6188:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851049.891290:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450aa10000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654592:192.168.204.138@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788851049.891294:0:6188:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851049.891298:0:6188:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851049.891301:0:6188:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851049.891303:0:6188:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851049.891307:0:6188:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b45062b2000. 02000000:00000001:1.0:1788851049.891309:0:6188:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851049.891317:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:1.0:1788851049.891326:0:6188:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450c885c08. 00000400:00000010:1.0:1788851049.891332:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4509e6cbb0. 00000100:00000200:1.0:1788851049.891340:0:6188:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875745998654592, portal 25 00000100:00000001:1.0:1788851049.891341:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851049.891343:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319566213120 : -110754143338496 : ffff9b450aa10000) 00000100:00000040:1.0:1788851049.891348:0:6188:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851049.891355:0:6188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851049.891358:0:6188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:1.0:1788851049.891361:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4509e6c440. 00000100:00000200:1.0:1788851049.891364:0:6188:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875745998654592, offset 0 00000400:00000200:1.0:1788851049.891370:0:6188:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:1.0:1788851049.891379:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.891388:0:6188:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:1.0:1788851049.891393:0:6188:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851049.891397:0:6188:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:1.0:1788851049.891400:0:6188:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851049.891403:0:6188:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:1.0:1788851049.891406:0:6188:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [162:162:256:4294967295] 192.168.204.138@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:1.0:1788851049.891411:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.891419:0:6188:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:1.0:1788851049.891425:0:6188:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:1.0:1788851049.891431:0:6188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450adf1e00. 00000800:00000200:1.0:1788851049.891437:0:6188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:1.0:1788851049.891444:0:6188:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:1.0:1788851049.891448:0:6188:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450adf1e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788851049.891734:0:6188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851049.891740:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:1.0:1788851049.891743:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295054510 00000100:00000001:1.0:1788851049.891751:0:6188:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054479 00000100:00000001:1.0:1788851049.891756:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295054510 00000100:00000001:1.0:1788851049.891765:0:6188:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054479 00000100:00000001:1.0:1788851049.891769:0:6188:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851049.891772:0:6188:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851049.891775:0:6188:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851049.891777:0:6188:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788851049.891780:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b450ab2b900 going to sleep for 11 seconds 00000100:00000001:1.0:1788851049.891782:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851049.891785:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851049.897678:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851049.897688:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450adf1e00. 00000400:00000200:0.0:1788851049.897696:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851049.897705:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851049.897713:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4509e6c440 00000400:00000010:0.0:1788851049.897716:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4509e6c440. 00000100:00000001:0.0:1788851049.897721:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851049.897729:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.897742:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851049.897745:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.897753:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851049.897755:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851049.904306:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.904324:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851049.904328:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.904330:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.904339:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.904347:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851049.904357:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.904361:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.904367:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.904372:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 344 into portal 25 MB=0x6a9fb25f04c80 00000400:00000200:1.0:1788851049.904377:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.904384:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 344/344 into md 0x849 [1] + 224 00000800:00000001:1.0:1788851049.904392:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.904403:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.904407:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851049.904411:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851049.904420:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851049.904429:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851049.904439:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851049.904497:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851049.904506:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.904509:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.904602:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851049.904609:0:6188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851049.904611:0:6188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851049.904614:0:6188:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450c885c08. 00000400:00000200:2.0:1788851049.904618:0:6188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4509e6cbb0 00000400:00000010:2.0:1788851049.904621:0:6188:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4509e6cbb0. 00000100:00000001:2.0:1788851049.904624:0:6188:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851049.904630:0:6188:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851049.904638:0:6188:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.904644:0:6188:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851049.904646:0:6188:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.904649:0:6188:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851049.904652:0:6188:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851049.904655:0:6188:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851049.904657:0:6188:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.904660:0:6188:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851049.904667:0:6188:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851049.904671:0:6188:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851049.904673:0:6188:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851049.904675:0:6188:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.904678:0:6188:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851049.904680:0:6188:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.904689:0:6188:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851049.904694:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.904701:0:6188:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.904704:0:6188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851049.904706:0:6188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851049.904710:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851049.904718:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450aa10000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654592:192.168.204.138@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.904724:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.904727:0:6188:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.904729:0:6188:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851049.904731:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.904735:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.904742:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851049.904745:0:6188:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b450ab2b900. 00000100:00000001:2.0:1788851049.904748:0:6188:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851049.904750:0:6188:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.904753:0:6188:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788851049.904756:0:6188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851049.904758:0:6188:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851049.904762:0:6188:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b4505a52800 refcount=4 00000020:00000001:2.0:1788851049.904764:0:6188:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633319482599424 : -110754226952192 : ffff9b4505a52800) 00010000:00000001:2.0:1788851049.904766:0:6188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633319482599424 : -110754226952192 : ffff9b4505a52800) 00010000:00000040:2.0:1788851049.904773:0:6188:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b4505a52800, remote cookie: 0xb207ac0f397525dd, flags: 0x0 00010000:00000001:2.0:1788851049.904776:0:6188:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788851049.904780:0:6188:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788851049.904781:0:6188:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788851049.904783:0:6188:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788851049.904785:0:6188:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788851049.904787:0:6188:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9b451175cf00) refcount = 2 00010000:00000040:2.0:1788851049.904795:0:6188:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788851049.904799:0:6188:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.138@tcp lock: ffff9b45421d7200/0x4652d1bf5efc5c7f lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f3975259e expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788851049.904808:0:6188:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff9b4505a52800/0x4652d1bf5efc5c86 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f397525dd expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851049.904814:0:6188:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788851049.904816:0:6188:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788851049.904817:0:6188:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788851049.904820:0:6188:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788851049.904823:0:6188:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851049.904826:0:6188:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff9b4505a52800/0x4652d1bf5efc5c86 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb207ac0f397525dd expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788851049.904831:0:6188:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788851049.904832:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851049.904834:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851049.904835:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851049.904836:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851049.904837:0:6188:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.904840:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.904844:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450aa10000 x1875745998654592/t0(0) o101->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 328/344 e 0 to 0 dl 1788851065 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.904851:0:6188:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851049.904853:0:6188:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851049.904857:0:6188:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b45062b2000. 02000000:00000001:2.0:1788851049.904861:0:6188:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851049.904863:0:6188:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851049.904865:0:6188:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851049.904867:0:6188:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851049.904870:0:6188:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b45056d2e00. 02000000:00000001:2.0:1788851049.904874:0:6188:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851049.904875:0:6188:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851049.904877:0:6188:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450aa10000. 00000100:00000001:2.0:1788851049.904887:0:6188:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851049.904900:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1788851049.904903:0:6188:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788851049.904906:0:6188:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788851049.904908:0:6188:0:(mgc_request.c:108:config_log_get()) log params (ffff9b450ab38000) refs 3 10000000:00000001:2.0:1788851049.904910:0:6188:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.904912:0:6188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788851049.904914:0:6188:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788851049.904915:0:6188:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b4505a52800 refcount=3 00000020:00000001:2.0:1788851049.904917:0:6188:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633319482599424 : -110754226952192 : ffff9b4505a52800) 00010000:00000001:2.0:1788851049.904919:0:6188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633319482599424 : -110754226952192 : ffff9b4505a52800) 00010000:00000001:2.0:1788851049.904922:0:6188:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1788851049.904924:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788851049.904925:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788851049.904926:0:6188:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788851049.904929:0:6188:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1788851049.904933:0:6188:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9b450b628880. 00000020:00000010:2.0:1788851049.904937:0:6188:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b4505a97a00. 00000020:00000010:2.0:1788851049.904942:0:6188:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b4505a96200. 00000040:00000010:2.0:1788851049.904947:0:6188:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b4505a97400. 00000020:00000010:2.0:1788851049.904952:0:6188:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b4505a00800. 00000020:00000010:2.0:1788851049.904957:0:6188:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b4505a96400. 80000000:00000010:2.0:1788851049.904962:0:6188:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b4505684ea0. 00040000:00000010:2.0:1788851049.904966:0:6188:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b4505a96600. 20000000:00000010:2.0:1788851049.904971:0:6188:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9b4505a97600. 10000000:00000040:2.0:1788851049.904976:0:6188:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9b450a2b4480 : new refcount 2 00000020:00000001:2.0:1788851049.904979:0:6188:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1788851049.904981:0:6188:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1788851049.904984:0:6188:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788851049.904987:0:6188:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9b4505a97e00. 00000040:00000001:2.0:1788851049.905004:0:6188:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788851049.905007:0:6188:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000010:2.0:1788851049.905012:0:6188:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50ed80. 00000020:00000040:2.0:1788851049.905015:0:6188:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=5 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788851049.905028:0:6188:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851049.905038:0:6188:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851049.905043:0:6188:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851049.905049:0:6188:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b4505a96e00. 00000100:00000001:2.0:1788851049.905055:0:6188:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.905060:0:6188:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851049.905062:0:6188:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851049.905066:0:6188:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b45056da240. 00000100:00000001:2.0:1788851049.905068:0:6188:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633319478960704 : -110754230590912 : ffff9b45056da240) 00000100:00000001:2.0:1788851049.905071:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851049.905072:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000001:2.0:1788851049.905076:0:6188:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851049.905080:0:6188:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.905082:0:6188:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851049.905084:0:6188:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851049.905088:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.905095:0:6188:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851049.905097:0:6188:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.905100:0:6188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851049.905103:0:6188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851049.905105:0:6188:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851049.905108:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654720:192.168.204.138@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.905112:0:6188:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851049.905116:0:6188:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851049.905118:0:6188:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.905121:0:6188:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851049.905124:0:6188:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b4505a96c00. 02000000:00000001:2.0:1788851049.905126:0:6188:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851049.905131:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851049.905134:0:6188:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d54d0. 00000400:00000010:2.0:1788851049.905139:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60550. 00000100:00000200:2.0:1788851049.905145:0:6188:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998654720, portal 25 00000100:00000001:2.0:1788851049.905147:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851049.905149:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000040:2.0:1788851049.905160:0:6188:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.905167:0:6188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851049.905169:0:6188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851049.905172:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60660. 00000100:00000200:2.0:1788851049.905177:0:6188:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875745998654720, offset 0 00000400:00000200:2.0:1788851049.905182:0:6188:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851049.905188:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851049.905194:0:6188:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851049.905199:0:6188:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851049.905203:0:6188:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851049.905207:0:6188:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851049.905209:0:6188:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851049.905212:0:6188:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [163:163:256:4294967295] 192.168.204.138@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1788851049.905216:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851049.905224:0:6188:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851049.905230:0:6188:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851049.905235:0:6188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860800. 00000800:00000200:2.0:1788851049.905241:0:6188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851049.905248:0:6188:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851049.905252:0:6188:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860800 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1788851049.905262:0:6188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851049.905266:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851049.905268:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295054523 00000100:00000001:2.0:1788851049.905275:0:6188:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054510 00000100:00000001:2.0:1788851049.905280:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295054523 00000100:00000001:2.0:1788851049.905283:0:6188:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054510 00000100:00000001:2.0:1788851049.905286:0:6188:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.905288:0:6188:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.905290:0:6188:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851049.905297:0:6188:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788851049.905300:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45056da240 going to sleep for 11 seconds 00000100:00000001:2.0:1788851049.905302:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851049.905304:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851049.906091:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851049.906105:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860800. 00000400:00000200:0.0:1788851049.906110:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851049.906116:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851049.906122:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60660 00000400:00000010:0.0:1788851049.906124:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60660. 00000100:00000001:0.0:1788851049.906129:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851049.906133:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.906143:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851049.906146:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.906153:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851049.906154:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851049.912004:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.912034:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851049.912039:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.912042:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.912051:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.912059:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851049.912071:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.912077:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.912081:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.912085:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 272 into portal 25 MB=0x6a9fb25f04d00 00000400:00000200:1.0:1788851049.912090:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.912096:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 272/272 into md 0x859 [1] + 224 00000800:00000001:1.0:1788851049.912103:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.912111:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.912114:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851049.912118:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851049.912126:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851049.912134:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851049.912145:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851049.912160:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851049.912169:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.912172:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.912736:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851049.912746:0:6188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851049.912749:0:6188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851049.912753:0:6188:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d54d0. 00000400:00000200:2.0:1788851049.912758:0:6188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60550 00000400:00000010:2.0:1788851049.912761:0:6188:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60550. 00000100:00000001:2.0:1788851049.912764:0:6188:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851049.912770:0:6188:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851049.912781:0:6188:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.912787:0:6188:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851049.912789:0:6188:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.912792:0:6188:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851049.912795:0:6188:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851049.912798:0:6188:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851049.912800:0:6188:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.912803:0:6188:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851049.912811:0:6188:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851049.912815:0:6188:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851049.912818:0:6188:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851049.912820:0:6188:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.912823:0:6188:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851049.912826:0:6188:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.912829:0:6188:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851049.912833:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.912840:0:6188:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.912843:0:6188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851049.912845:0:6188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851049.912849:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851049.912875:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654720:192.168.204.138@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.912881:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.912958:0:6188:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.912962:0:6188:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851049.912964:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.912969:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.912975:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851049.912977:0:6188:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b45056da240. 00000100:00000001:2.0:1788851049.912980:0:6188:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851049.912981:0:6188:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788851049.912986:0:6188:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788851049.913000:0:6188:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851049.913001:0:6188:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851049.913003:0:6188:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1788851049.913005:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.913007:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50ed80 x1875745998654720/t0(0) o501->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 504/272 e 0 to 0 dl 1788851065 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.913012:0:6188:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851049.913015:0:6188:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851049.913070:0:6188:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b4505a96c00. 02000000:00000001:2.0:1788851049.913074:0:6188:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851049.913076:0:6188:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851049.913077:0:6188:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851049.913078:0:6188:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851049.913081:0:6188:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b4505a96e00. 02000000:00000001:2.0:1788851049.913083:0:6188:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851049.913085:0:6188:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851049.913087:0:6188:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50ed80. 00000100:00000001:2.0:1788851049.913174:0:6188:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851049.913176:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788851049.913179:0:6188:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788851049.913182:0:6188:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788851049.913194:0:6188:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9b45063dc000. 00000040:00000001:2.0:1788851049.913196:0:6188:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788851049.913198:0:6188:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788851049.913200:0:6188:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000010:2.0:1788851049.913205:0:6188:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50ed80. 00000020:00000040:2.0:1788851049.913208:0:6188:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=5 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788851049.913211:0:6188:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851049.913213:0:6188:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851049.913218:0:6188:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851049.913224:0:6188:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b4505a96e00. 00000100:00000001:2.0:1788851049.913230:0:6188:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.913234:0:6188:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788851049.913235:0:6188:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788851049.913240:0:6188:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b45056da240. 00000100:00000001:2.0:1788851049.913242:0:6188:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633319478960704 : -110754230590912 : ffff9b45056da240) 00000100:00000001:2.0:1788851049.913245:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851049.913246:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000001:2.0:1788851049.913252:0:6188:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851049.913256:0:6188:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.913258:0:6188:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788851049.913260:0:6188:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851049.913264:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.913271:0:6188:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851049.913273:0:6188:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.913277:0:6188:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851049.913280:0:6188:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851049.913282:0:6188:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851049.913285:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654848:192.168.204.138@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.913290:0:6188:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851049.913295:0:6188:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851049.913297:0:6188:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.913300:0:6188:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851049.913315:0:6188:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9b45062e8000. 02000000:00000001:2.0:1788851049.913321:0:6188:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851049.913327:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851049.913331:0:6188:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d54d0. 00000400:00000010:2.0:1788851049.913336:0:6188:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9b45056da6c0. 00000100:00000200:2.0:1788851049.913341:0:6188:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875745998654848, portal 25 00000100:00000001:2.0:1788851049.913344:0:6188:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851049.913345:0:6188:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000040:2.0:1788851049.913350:0:6188:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.913356:0:6188:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851049.913358:0:6188:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851049.913361:0:6188:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60550. 00000100:00000200:2.0:1788851049.913364:0:6188:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875745998654848, offset 0 00000400:00000200:2.0:1788851049.913369:0:6188:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851049.913374:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851049.913381:0:6188:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851049.913387:0:6188:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851049.913390:0:6188:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851049.913393:0:6188:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851049.913395:0:6188:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851049.913399:0:6188:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [164:164:256:4294967295] 192.168.204.138@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1788851049.913403:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851049.913410:0:6188:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851049.913416:0:6188:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851049.913421:0:6188:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860500. 00000800:00000200:2.0:1788851049.913428:0:6188:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851049.913435:0:6188:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851049.913439:0:6188:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788851049.913528:0:6188:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851049.913533:0:6188:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851049.913536:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295054532 00000100:00000001:2.0:1788851049.913549:0:6188:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054523 00000100:00000001:2.0:1788851049.913554:0:6188:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295054532 00000100:00000001:2.0:1788851049.913557:0:6188:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054523 00000100:00000001:2.0:1788851049.913560:0:6188:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.913563:0:6188:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.913565:0:6188:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851049.913580:0:6188:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788851049.913583:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b45056da240 going to sleep for 11 seconds 00000100:00000001:2.0:1788851049.913585:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851049.913587:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851049.914218:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851049.914224:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860500. 00000400:00000200:0.0:1788851049.914230:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851049.914236:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851049.914242:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60550 00000400:00000010:0.0:1788851049.914245:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60550. 00000100:00000001:0.0:1788851049.914249:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851049.914253:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.914263:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851049.914267:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851049.914273:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851049.914275:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851049.926871:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.926901:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851049.926905:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.926908:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.926916:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.926924:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851049.926932:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.926937:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.926942:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.926953:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 8416 into portal 25 MB=0x6a9fb25f04d80 00000400:00000200:1.0:1788851049.926958:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851049.926964:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 8416/8416 into md 0x861 [4] + 224 00000800:00000001:1.0:1788851049.926972:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.926983:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851049.926987:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851049.927002:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851049.927009:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851049.927027:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851049.927038:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851049.927057:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851049.927065:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851049.927068:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.927215:0:6188:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851049.927225:0:6188:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851049.927227:0:6188:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851049.927230:0:6188:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d54d0. 00000400:00000200:2.0:1788851049.927234:0:6188:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b45056da6c0 00000400:00000010:2.0:1788851049.927237:0:6188:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9b45056da6c0. 00000100:00000001:2.0:1788851049.927240:0:6188:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851049.927245:0:6188:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851049.927254:0:6188:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.927260:0:6188:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851049.927262:0:6188:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.927264:0:6188:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851049.927268:0:6188:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851049.927270:0:6188:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851049.927273:0:6188:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851049.927276:0:6188:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851049.927282:0:6188:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=90 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851049.927286:0:6188:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851049.927289:0:6188:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851049.927290:0:6188:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851049.927293:0:6188:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851049.927295:0:6188:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.927306:0:6188:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851049.927312:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.927318:0:6188:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851049.927321:0:6188:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851049.927323:0:6188:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851049.927327:0:6188:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851049.927335:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1d293837-ab23-46d9-b771-00cdfe8763e2:6188:1875745998654848:192.168.204.138@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788851049.927341:0:6188:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851049.927344:0:6188:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851049.927346:0:6188:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788851049.927348:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.927352:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.927359:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851049.927362:0:6188:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b45056da240. 00000100:00000001:2.0:1788851049.927365:0:6188:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788851049.927366:0:6188:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788851049.927375:0:6188:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1788851049.927377:0:6188:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851049.927379:0:6188:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50ed80 x1875745998654848/t0(0) o503->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788851065 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851049.927385:0:6188:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851049.927387:0:6188:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851049.927390:0:6188:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9b45062e8000. 02000000:00000001:2.0:1788851049.927402:0:6188:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851049.927405:0:6188:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851049.927407:0:6188:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851049.927409:0:6188:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851049.927411:0:6188:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b4505a96e00. 02000000:00000001:2.0:1788851049.927415:0:6188:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851049.927421:0:6188:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851049.927424:0:6188:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50ed80. 00000100:00000001:2.0:1788851049.927429:0:6188:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851049.927430:0:6188:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788851049.927433:0:6188:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851049.927435:0:6188:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788851049.927436:0:6188:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:2.0:1788851049.927438:0:6188:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788851049.927441:0:6188:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788851049.927444:0:6188:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1788851049.927447:0:6188:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9b4505684300. 00000040:00001000:2.0:1788851049.927452:0:6188:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1788851049.932213:0:10404:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788851049.932226:0:10404:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b4505a96e00. 00000020:00000010:2.0:1788851049.932234:0:10404:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b4505a96c00. 00000040:00000010:2.0:1788851049.932238:0:10404:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b4505a97800. 00000020:00000010:2.0:1788851049.932243:0:10404:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b4505a01800. 00000020:00000010:2.0:1788851049.932250:0:10404:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b450b57e9a8. 00000020:00000010:2.0:1788851049.932255:0:10404:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b4505a96800. 80000000:00000010:2.0:1788851049.932260:0:10404:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b4505684de0. 40000000:00000010:2.0:1788851049.932264:0:10404:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b450b628c40. 00100000:00000010:2.0:1788851049.932269:0:10404:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b4505a04800. 00040000:00000010:2.0:1788851049.932273:0:10404:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b450a860b00. 00040000:00000010:2.0:1788851049.932277:0:10404:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9b4505a07800. 00040000:00000010:2.0:1788851049.932281:0:10404:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b4505a97200. 00000004:00000010:2.0:1788851049.932285:0:10404:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9b4505a05000. 00000004:00000010:2.0:1788851049.932290:0:10404:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9b45113a0000. 00000004:00000010:2.0:1788851049.932294:0:10404:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9b4505a04000. 00002000:00000010:2.0:1788851049.932299:0:10404:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9b4509c9c800. 00000004:00000010:2.0:1788851049.932303:0:10404:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9b4509c9cc00. 00000020:00000010:2.0:1788851049.932308:0:10404:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b450b6282c0. 00000040:00000010:2.0:1788851049.932318:0:10404:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9b45063d8000. 00000040:00080000:2.0:1788851049.935182:0:10404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1788851049.935195:0:10404:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9b45063d8000. 00000020:00000010:2.0:1788851049.935205:0:10404:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9b450b6282c0. 00000020:00000010:2.0:1788851049.935241:0:10404:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b4505a96c00. 00000040:00000010:2.0:1788851049.935247:0:10404:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b4505a97800. 00000020:00000010:2.0:1788851049.935250:0:10404:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b4505a01800. 00000020:00000010:2.0:1788851049.935255:0:10404:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9b450b57e9a8. 00000020:00000010:2.0:1788851049.935261:0:10404:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b4505a96800. 80000000:00000010:2.0:1788851049.935264:0:10404:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b4505684de0. 40000000:00000010:2.0:1788851049.935268:0:10404:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9b450b628c40. 00100000:00000010:2.0:1788851049.935273:0:10404:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9b4505a04800. 00040000:00000010:2.0:1788851049.935277:0:10404:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9b450a860b00. 00040000:00000010:2.0:1788851049.935281:0:10404:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9b4505a07800. 00040000:00000010:2.0:1788851049.935284:0:10404:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b4505a97200. 00000004:00000010:2.0:1788851049.935288:0:10404:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9b4505a05000. 00000004:00000010:2.0:1788851049.935292:0:10404:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9b45113a0000. 00000004:00000010:2.0:1788851049.935297:0:10404:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9b4505a04000. 00002000:00000010:2.0:1788851049.935300:0:10404:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9b4509c9c800. 00000004:00000010:2.0:1788851049.935304:0:10404:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9b4509c9cc00. 00000020:00000010:2.0:1788851049.935307:0:10404:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b4505a96e00. 00000040:00000010:1.0:1788851049.938668:0:6188:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9b4505684300. 00000040:00000001:1.0:1788851049.938682:0:6188:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788851049.938687:0:6188:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1788851049.938693:0:6188:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9b45063dc000. 00000040:00000010:1.0:1788851049.938699:0:6188:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9b4505a97e00. 00000020:00000001:1.0:1788851049.938702:0:6188:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788851049.938706:0:6188:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788851049.938712:0:6188:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b4505a96200. 00000040:00000010:1.0:1788851049.938716:0:6188:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b4505a97400. 00000020:00000010:1.0:1788851049.938721:0:6188:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b4505a00800. 00000020:00000010:1.0:1788851049.938727:0:6188:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b4505a96400. 80000000:00000010:1.0:1788851049.938731:0:6188:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b4505684ea0. 00040000:00000010:1.0:1788851049.938736:0:6188:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b4505a96600. 20000000:00000010:1.0:1788851049.938740:0:6188:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9b4505a97600. 00000020:00000010:1.0:1788851049.938743:0:6188:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b4505a97a00. 10000000:00000010:1.0:1788851049.938745:0:6188:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9b450b628880. 10000000:01000000:1.0:1788851049.938749:0:6188:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788851049.938772:0:6188:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788851049.938775:0:6188:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788851049.938778:0:6188:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788851049.938781:0:6188:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b4505a52800 refcount=3 00000020:00000001:1.0:1788851049.938783:0:6188:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633319482599424 : -110754226952192 : ffff9b4505a52800) 00010000:00000001:1.0:1788851049.938786:0:6188:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633319482599424 : -110754226952192 : ffff9b4505a52800) 00010000:00000001:1.0:1788851049.938788:0:6188:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788851049.938793:0:6188:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff9b4505a52800/0x4652d1bf5efc5c86 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f397525dd expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788851049.938802:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788851049.938804:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788851049.938806:0:6188:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff9b4505a52800/0x4652d1bf5efc5c86 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb207ac0f397525dd expref: -99 pid: 6188 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788851049.938812:0:6188:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788851049.938813:0:6188:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788851049.938815:0:6188:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788851049.938816:0:6188:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788851049.938818:0:6188:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788851049.938821:0:6188:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788851049.938823:0:6188:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788851049.938825:0:6188:0:(mgc_request.c:123:config_log_put()) log params(ffff9b450ab38000) refs 3 10000000:00000001:1.0:1788851049.938827:0:6188:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1788851050.341737:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851050.341746:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851050.341752:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851050.341753:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851050.341774:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851050.341777:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851050.341780:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788851050.470605:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851050.470614:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851050.470622:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50ed80. 00000020:00000040:2.0:1788851050.470627:0:38:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788851050.470631:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851050.470634:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851050.470639:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851050.470646:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860b00. 00000100:00000001:2.0:1788851050.470653:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.470665:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851050.470676:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851050.470681:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.470687:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007395cdc2] to pc [ptlrpcd_01_01+1] req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851050.470715:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.470732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851050.470735:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851050.470738:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50c000. 00000020:00000040:2.0:1788851050.470741:0:38:0:(genops.c:1209:class_import_get()) import ffff9b4509e90800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000100:00000001:2.0:1788851050.470744:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851050.470745:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851050.470747:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851050.470751:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860500. 00000100:00000001:2.0:1788851050.470755:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.470759:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851050.470776:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851050.470778:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.470782:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ddda6de] to pc [ptlrpcd_01_00+0] req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851050.470790:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.470792:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851050.470795:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851050.470798:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50df80. 00000020:00000040:2.0:1788851050.470800:0:38:0:(genops.c:1209:class_import_get()) import ffff9b4509e93000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000100:00000001:2.0:1788851050.470802:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851050.470804:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851050.470805:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851050.470808:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860800. 00000100:00000001:2.0:1788851050.470811:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.470815:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851050.470822:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851050.470823:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.470827:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e144d220] to pc [ptlrpcd_01_01+1] req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851050.470844:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.470846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851050.470849:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851050.470852:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851050.470855:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851050.470858:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851050.470861:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851050.470864:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50fb80. 00000020:00000040:2.0:1788851050.470866:0:38:0:(genops.c:1209:class_import_get()) import ffff9b4505a8e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000100:00000001:2.0:1788851050.470868:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851050.470870:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851050.470872:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.471017:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851050.471022:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851050.471025:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851050.471037:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.471044:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851050.471046:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.471049:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851050.471052:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851050.471055:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851050.471058:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998654976:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851050.471062:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851050.471067:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851050.471070:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.471072:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851050.471077:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b4507d48600. 02000000:00000001:3.0:1788851050.471079:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851050.471087:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851050.471091:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8898. 00000400:00000010:3.0:1788851050.471097:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce3b8. 00000100:00000200:3.0:1788851050.471103:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998654976, portal 25 00000100:00000001:3.0:1788851050.471105:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851050.471107:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560965504 : -110754148586112 : ffff9b450a50ed80) 00000100:00000040:3.0:1788851050.471112:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.471119:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851050.471122:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851050.471124:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce2a8. 00000100:00000200:3.0:1788851050.471128:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875745998654976, offset 0 00000400:00000200:3.0:1788851050.471135:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851050.471143:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851050.471151:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851050.471157:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851050.471161:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851050.471164:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851050.471167:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851050.471177:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [165:165:256:4294967295] 192.168.204.138@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1788851050.471182:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851050.471192:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851050.471198:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851050.471203:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856000. 00000800:00000200:3.0:1788851050.471210:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851050.471217:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851050.471232:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851050.471345:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851050.471349:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851050.471352:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295055089 00000100:00000001:3.0:1788851050.471359:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054532 00000100:00000001:3.0:1788851050.471363:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295055089 00000100:00000001:3.0:1788851050.471366:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054532 00000100:00000001:3.0:1788851050.471370:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851050.471372:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.471375:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851050.471379:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.471386:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851050.471387:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.471389:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851050.471391:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851050.471393:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851050.471396:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998655232:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851050.471399:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851050.471401:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851050.471402:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.471404:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851050.471407:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b4507d49c00. 02000000:00000001:3.0:1788851050.471414:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851050.471418:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851050.471421:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8c60. 00000400:00000010:3.0:1788851050.471424:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcecc0. 00000100:00000200:3.0:1788851050.471427:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998655232, portal 10 00000100:00000001:3.0:1788851050.471429:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851050.471430:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560961920 : -110754148589696 : ffff9b450a50df80) 00000100:00000040:3.0:1788851050.471437:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.471442:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851050.471444:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851050.471446:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcedd0. 00000100:00000200:3.0:1788851050.471449:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998655232, offset 0 00000400:00000200:3.0:1788851050.471480:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851050.471485:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851050.471489:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851050.471492:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851050.471494:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851050.471496:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851050.471498:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851050.471501:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [166:166:255:4294967295] 192.168.204.138@tcp LPNI seq info [166:166:7:4294967295] 00000400:00000200:3.0:1788851050.471504:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851050.471511:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851050.471515:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851050.471519:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856800. 00000800:00000200:3.0:1788851050.471523:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851050.471527:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851050.471530:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851050.471533:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851050.471536:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: using a timeout of 144000 usecs (144 jiffies) 00000400:00000200:3.0:1788851050.471540:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851050.471548:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295053969 00000100:00000001:3.0:1788851050.471550:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295055089 00000100:00000001:3.0:1788851050.471552:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295053969 00000100:00000001:3.0:1788851050.471554:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295055089 00000100:00000001:3.0:1788851050.471556:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851050.471558:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.471560:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.471563:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.471571:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851050.471573:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788851050.471575:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851050.471576:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851050.471578:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851050.471581:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788851050.471583:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.471585:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851050.471586:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.471588:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851050.471589:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851050.471590:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851050.471594:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.471599:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851050.471601:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.471602:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851050.471604:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851050.471606:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851050.471609:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998655104:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851050.471612:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851050.471615:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851050.471617:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.471618:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851050.471622:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b4507d49400. 02000000:00000001:3.0:1788851050.471624:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851050.471634:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851050.471636:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8318. 00000400:00000010:3.0:1788851050.471641:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bceb28. 00000100:00000200:3.0:1788851050.471644:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998655104, portal 10 00000100:00000001:3.0:1788851050.471646:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851050.471647:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560953856 : -110754148597760 : ffff9b450a50c000) 00000100:00000040:3.0:1788851050.471653:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.471659:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851050.471661:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851050.471664:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcea18. 00000100:00000200:3.0:1788851050.471666:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998655104, offset 0 00000400:00000200:3.0:1788851050.471670:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851050.471674:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851050.471678:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851050.471680:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851050.471683:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851050.471685:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851050.471687:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851050.471690:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [167:167:254:4294967295] 192.168.204.138@tcp LPNI seq info [167:167:6:4294967295] 00000400:00000200:3.0:1788851050.471694:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851050.471699:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851050.471704:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851050.471707:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856500. 00000800:00000200:3.0:1788851050.471710:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851050.471715:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851050.471717:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851050.471720:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851050.471722:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: using a timeout of 121408 usecs (122 jiffies) 00000400:00000200:3.0:1788851050.471725:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851050.471727:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295053947 00000100:00000001:3.0:1788851050.471736:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295055089 00000100:00000001:3.0:1788851050.471738:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295053947 00000100:00000001:3.0:1788851050.471740:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295055089 00000100:00000001:3.0:1788851050.471741:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851050.471743:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.471745:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.471747:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.471759:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851050.471761:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851050.472121:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860100. 00000100:00000001:2.0:1788851050.472129:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.472136:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851050.472144:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851050.472148:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.472152:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001efa2049] to pc [ptlrpcd_01_00+0] req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851050.472169:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.472172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851050.472175:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851050.472180:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50f100. 00000020:00000040:2.0:1788851050.472183:0:38:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000100:00000001:2.0:1788851050.472186:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851050.472195:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851050.472197:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851050.472202:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860e00. 00000100:00000001:2.0:1788851050.472206:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.472210:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851050.472217:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851050.472229:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.472234:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9a7b321] to pc [ptlrpcd_01_01+1] req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851050.472241:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.472244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851050.472250:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851050.472253:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851050.472255:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851050.472260:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:2.0:1788851050.472273:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851050.472275:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851050.472276:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851050.472280:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851050.472286:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851050.472287:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851050.472290:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851050.472291:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851050.472293:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851050.472296:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998655488:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851050.472299:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851050.472302:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851050.472309:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851050.472311:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851050.472314:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b4505a96e00. 02000000:00000001:2.0:1788851050.472315:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851050.472319:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851050.472322:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d54d0. 00000400:00000010:2.0:1788851050.472325:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60e58. 00000100:00000200:2.0:1788851050.472329:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998655488, portal 10 00000100:00000001:2.0:1788851050.472330:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851050.472332:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560966400 : -110754148585216 : ffff9b450a50f100) 00000100:00000040:2.0:1788851050.472338:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851050.472344:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851050.472346:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851050.472349:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa603b8. 00000100:00000200:2.0:1788851050.472351:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998655488, offset 0 00000400:00000200:2.0:1788851050.472356:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851050.472360:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851050.472365:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851050.472368:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851050.472370:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851050.472372:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851050.472375:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851050.472377:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [168:168:253:4294967295] 192.168.204.138@tcp LPNI seq info [168:168:5:4294967295] 00000400:00000200:2.0:1788851050.472381:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851050.472388:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851050.472393:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851050.472396:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860f00. 00000800:00000200:2.0:1788851050.472401:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851050.472405:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851050.472408:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851050.472411:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.472421:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: using a timeout of 25016 usecs (26 jiffies) 00000400:00000200:2.0:1788851050.472424:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851050.472426:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295053852 00000100:00000001:2.0:1788851050.472428:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295055089 00000100:00000001:2.0:1788851050.472430:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295053852 00000100:00000001:2.0:1788851050.472432:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295055089 00000100:00000001:2.0:1788851050.472434:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851050.472436:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851050.472439:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851050.472441:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851050.472446:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851050.472447:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851050.472449:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851050.472450:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851050.472452:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851050.472470:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788851050.472472:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851050.472474:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851050.472476:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851050.472477:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851050.472478:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851050.472479:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851050.472484:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851050.472489:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851050.472491:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851050.472492:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851050.472494:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851050.472496:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851050.472498:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998655360:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851050.472501:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851050.472504:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851050.472505:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851050.472512:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851050.472515:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b4505a97200. 02000000:00000001:2.0:1788851050.472517:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851050.472520:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788851050.472522:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b450b5d5f20. 00000400:00000010:2.0:1788851050.472526:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60088. 00000100:00000200:2.0:1788851050.472529:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998655360, portal 10 00000100:00000001:2.0:1788851050.472531:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851050.472532:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560969088 : -110754148582528 : ffff9b450a50fb80) 00000100:00000040:2.0:1788851050.472539:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851050.472546:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851050.472548:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788851050.472550:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b450aa60220. 00000100:00000200:2.0:1788851050.472552:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998655360, offset 0 00000400:00000200:2.0:1788851050.472557:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788851050.472561:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851050.472564:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788851050.472567:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851050.472569:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788851050.472571:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851050.472573:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788851050.472576:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [169:169:252:4294967295] 192.168.204.138@tcp LPNI seq info [169:169:4:4294967295] 00000400:00000200:2.0:1788851050.472580:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788851050.472585:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788851050.472589:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788851050.472593:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b450a860d00. 00000800:00000200:2.0:1788851050.472596:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788851050.472601:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788851050.472604:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b450a860d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851050.472607:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851050.472615:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: using a timeout of 19263 usecs (20 jiffies) 00000400:00000200:2.0:1788851050.472619:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788851050.472621:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295053847 00000100:00000001:2.0:1788851050.472623:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295055089 00000100:00000001:2.0:1788851050.472626:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295053847 00000100:00000001:2.0:1788851050.472628:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295055089 00000100:00000001:2.0:1788851050.472630:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851050.472632:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851050.472635:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851050.472637:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.472727:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851050.472730:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851050.476101:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851050.476110:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856000. 00000400:00000200:0.0:1788851050.476120:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851050.476129:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851050.476136:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce2a8 00000400:00000010:0.0:1788851050.476139:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce2a8. 00000100:00000001:0.0:1788851050.476160:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851050.476169:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851050.476182:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851050.476186:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851050.476194:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851050.476196:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851050.476211:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851050.476213:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856800. 00000400:00000200:0.0:1788851050.476216:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851050.476839:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851050.476845:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcedd0 00000400:00000010:0.0:1788851050.476848:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcedd0. 00000100:00000001:0.0:1788851050.476853:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851050.476859:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851050.476869:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851050.476872:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851050.476996:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851050.476998:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851050.477188:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851050.477192:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856500. 00000400:00000200:0.0:1788851050.477196:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851050.477200:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851050.477204:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcea18 00000400:00000010:0.0:1788851050.477206:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcea18. 00000100:00000001:0.0:1788851050.477209:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851050.477214:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851050.477358:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851050.477373:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851050.477381:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851050.477383:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851050.477396:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851050.477398:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860f00. 00000400:00000200:0.0:1788851050.477402:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851050.477405:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851050.477409:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa603b8 00000400:00000010:0.0:1788851050.477411:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa603b8. 00000100:00000001:0.0:1788851050.477414:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851050.477418:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851050.477426:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851050.477429:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851050.477436:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851050.477437:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851050.478376:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851050.478382:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b450a860d00. 00000400:00000200:0.0:1788851050.478387:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851050.478392:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851050.478397:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60220 00000400:00000010:0.0:1788851050.478399:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60220. 00000100:00000001:0.0:1788851050.478402:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851050.478408:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851050.478418:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851050.478421:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851050.478428:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851050.478430:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851050.483935:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.483953:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851050.483957:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.483959:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851050.483968:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.483977:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851050.484000:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484006:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484012:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484016:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6a9fb25f04e00 00000400:00000200:1.0:1788851050.484021:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484043:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:1.0:1788851050.484052:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484056:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851050.484060:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851050.484064:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851050.484073:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851050.484082:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851050.484093:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851050.484116:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851050.484124:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484129:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851050.484130:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484133:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851050.484136:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484139:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851050.484143:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484146:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484148:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484151:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04f00 00000400:00000200:1.0:1788851050.484154:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484158:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:1.0:1788851050.484161:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484165:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851050.484167:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851050.484169:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851050.484172:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851050.484176:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851050.484184:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851050.484198:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851050.484202:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484205:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851050.484207:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484209:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851050.484212:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484216:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851050.484515:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484520:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484523:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484527:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04e80 00000400:00000200:1.0:1788851050.484530:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484534:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:1.0:1788851050.484539:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484544:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851050.484546:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851050.484550:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851050.484553:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851050.484558:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851050.484567:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851050.484574:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851050.484578:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484581:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851050.484583:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484585:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851050.484587:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484590:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851050.484595:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484603:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484606:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484609:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f05000 00000400:00000200:1.0:1788851050.484613:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484617:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:1.0:1788851050.484621:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484624:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851050.484626:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851050.484629:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851050.484632:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851050.484637:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851050.484646:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851050.484654:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851050.484657:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484660:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851050.484662:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.484664:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851050.484667:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484670:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788851050.484674:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484676:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484679:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484682:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f04f80 00000400:00000200:1.0:1788851050.484685:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788851050.484689:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:1.0:1788851050.484692:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.485926:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851050.485936:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851050.485944:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788851050.485952:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851050.485970:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851050.485992:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851050.486002:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851050.486015:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851050.486019:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.486416:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851050.486422:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851050.486429:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851050.486432:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851050.486436:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d5f20. 00000400:00000200:3.0:1788851050.486440:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60088 00000400:00000010:3.0:1788851050.486443:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60088. 00000100:00000001:3.0:1788851050.486447:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851050.486452:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851050.486481:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486488:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851050.486491:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.486494:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851050.486497:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851050.486499:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851050.486501:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.486505:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851050.486516:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8e460 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851050.486520:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8e418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851050.486523:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851050.486525:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851050.486534:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851050.486537:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.486541:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851050.486543:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:3.0:1788851050.486545:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851050.486547:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851050.486552:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486559:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851050.486562:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851050.486564:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851050.486568:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851050.486576:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998655360:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851050.486582:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851050.486583:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851050.486585:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b450b5d54d0. 00000400:00000200:3.0:1788851050.486588:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b450aa60e58 00000400:00000010:3.0:1788851050.486590:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b450aa60e58. 00000100:00000001:3.0:1788851050.486593:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851050.486596:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851050.486604:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486610:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851050.486611:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.486613:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851050.486615:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851050.486616:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851050.486617:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.486619:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851050.486624:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8ac60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851050.486634:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8ac18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851050.486636:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851050.486638:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851050.486639:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851050.486643:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851050.486649:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.486651:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851050.486653:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:3.0:1788851050.486654:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851050.486655:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851050.486659:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486665:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851050.486667:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851050.486669:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851050.486672:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851050.486679:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2405:1875745998655488:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851050.486684:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851050.486686:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851050.486688:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8318. 00000400:00000200:3.0:1788851050.486691:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bceb28 00000400:00000010:3.0:1788851050.486693:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bceb28. 00000100:00000001:3.0:1788851050.486695:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851050.486698:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851050.486705:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486711:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851050.486718:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.486720:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851050.486722:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851050.486723:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851050.486725:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.486726:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851050.486731:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e90c60 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851050.486734:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e90c18 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851050.486736:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851050.486737:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851050.486739:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851050.486741:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.486743:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851050.486744:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:3.0:1788851050.486746:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851050.486747:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851050.486751:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486756:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851050.486758:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851050.486759:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851050.486763:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851050.486769:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998655104:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851050.486773:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851050.486774:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851050.486776:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8898. 00000400:00000200:3.0:1788851050.486779:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce3b8 00000400:00000010:3.0:1788851050.486780:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce3b8. 00000100:00000001:3.0:1788851050.486782:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851050.486786:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851050.486793:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486803:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851050.486804:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.486806:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851050.486807:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851050.486808:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851050.486810:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.486812:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851050.486814:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=91 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851050.486817:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=91 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851050.486819:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851050.486820:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851050.486821:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851050.486823:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.486825:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851050.486828:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486834:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851050.486836:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851050.486837:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851050.486840:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851050.486846:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1d293837-ab23-46d9-b771-00cdfe8763e2:2405:1875745998654976:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851050.486850:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851050.486851:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851050.486853:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8c60. 00000400:00000200:3.0:1788851050.486855:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcecc0 00000400:00000010:3.0:1788851050.486856:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcecc0. 00000100:00000001:3.0:1788851050.486858:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851050.486861:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851050.486868:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486878:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851050.486880:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.486882:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851050.486883:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851050.486884:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851050.486886:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851050.486887:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851050.486892:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e93460 time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851050.486895:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e93418 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851050.486897:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851050.486898:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851050.486900:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851050.486904:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851050.486911:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.486913:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851050.486914:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:3.0:1788851050.486915:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851050.486917:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851050.486919:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486924:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851050.486926:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851050.486927:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851050.486930:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851050.486936:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c937f904-2c75-4362-84c4-6500b2ff55cb:2405:1875745998655232:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851050.486940:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.486943:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851050.486947:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50fb80 x1875745998655360/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.486959:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851050.486962:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851050.486965:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b4505a97200. 02000000:00000001:3.0:1788851050.486968:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851050.486971:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851050.486973:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000020:00000001:3.0:1788851050.486975:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851050.486977:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860100. 02000000:00000001:3.0:1788851050.486992:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851050.486993:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851050.486996:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50fb80. 00000100:00000001:3.0:1788851050.487000:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851050.487001:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.487003:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851050.487007:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50f100 x1875745998655488/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.487013:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851050.487014:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851050.487016:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b4505a96e00. 02000000:00000001:3.0:1788851050.487017:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851050.487019:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851050.487020:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000020:00000001:3.0:1788851050.487022:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851050.487024:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860e00. 02000000:00000001:3.0:1788851050.487025:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851050.487027:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851050.487028:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50f100. 00000100:00000001:3.0:1788851050.487030:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851050.487031:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.487033:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851050.487035:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50c000 x1875745998655104/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.487041:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851050.487042:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851050.487049:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b4507d49400. 02000000:00000001:3.0:1788851050.487053:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851050.487054:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851050.487056:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4509e90800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000020:00000001:3.0:1788851050.487058:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851050.487059:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860500. 02000000:00000001:3.0:1788851050.487061:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851050.487062:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851050.487064:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50c000. 00000100:00000001:3.0:1788851050.487066:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851050.487067:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.487069:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851050.487073:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50ed80 x1875745998654976/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.487080:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851050.487081:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851050.487082:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b4507d48600. 02000000:00000001:3.0:1788851050.487086:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851050.487087:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851050.487087:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:3.0:1788851050.487089:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851050.487090:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860b00. 02000000:00000001:3.0:1788851050.487092:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851050.487094:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851050.487095:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50ed80. 00000100:00000001:3.0:1788851050.487098:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851050.487112:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.487114:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851050.487117:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50df80 x1875745998655232/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851050.487124:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851050.487125:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851050.487126:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b4507d49c00. 02000000:00000001:3.0:1788851050.487128:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851050.487130:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851050.487131:0:2405:0:(genops.c:1222:class_import_put()) import ffff9b4509e93000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000020:00000001:3.0:1788851050.487132:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851050.487140:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860800. 02000000:00000001:3.0:1788851050.487142:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851050.487143:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851050.487145:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50df80. 00000100:00000001:3.0:1788851050.487147:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851050.487148:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.487151:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851050.487158:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851050.487160:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851050.487162:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851050.487164:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851051.366127:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851051.366134:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851051.366140:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851051.366141:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851051.366164:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851051.366167:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851051.366170:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1788851051.558129:0:6188:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788851051.558138:0:6188:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1788851051.749603:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39800 (cpu 0) has reached its deadline 4295055089, at 4295055104 00000100:00000010:0.0:1788851051.749618:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b45056842a0. 00000100:00000040:1.0:1788851051.749969:0:138:0:(connection.c:75:cpu_latency_work()) work item of ffff9b4510d39910 (cpu 1) has reached its deadline 4295055089, at 4295055104 00000100:00000010:1.0:1788851051.749978:0:138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b45056849c0. 00010000:00000001:3.0:1788851052.389611:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851052.389620:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851052.389626:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851052.389627:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851052.389890:0:10307:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851052.389893:0:10307:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851052.389896:0:10307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851053.419480:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851053.419487:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851053.419493:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851053.419494:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851053.419515:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851053.419518:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851053.419521:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788851054.057807:0:6176:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1788851054.057814:0:6176:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851054.437987:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851054.437994:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851054.438000:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851054.438001:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851054.438019:0:6185:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851054.438021:0:6185:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851054.438024:0:6185:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851055.468629:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851055.468637:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851055.468651:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851055.468652:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851055.470666:0:10307:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851055.470673:0:10307:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851055.470678:0:10307:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788851055.597574:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851055.597582:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851055.597588:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50f800. 00000020:00000040:2.0:1788851055.597594:0:38:0:(genops.c:1209:class_import_get()) import ffff9b4502b6a000 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788851055.597598:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851055.597601:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851055.597605:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851055.597612:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860600. 00000100:00000001:2.0:1788851055.597619:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597631:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1d293837-ab23-46d9-b771-00cdfe8763e2->MGS req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851055.597642:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851055.597646:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597653:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a30a24f] to pc [ptlrpcd_01_00+0] req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.597674:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851055.597680:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851055.597683:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50d500. 00000020:00000040:2.0:1788851055.597685:0:38:0:(genops.c:1209:class_import_get()) import ffff9b4509e90800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000100:00000001:2.0:1788851055.597694:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851055.597695:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851055.597697:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851055.597701:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860c00. 00000100:00000001:2.0:1788851055.597704:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597709:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0000_UUID req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851055.597716:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851055.597718:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597722:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d32c199] to pc [ptlrpcd_01_01+1] req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.597730:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851055.597735:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851055.597738:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50ca80. 00000020:00000040:2.0:1788851055.597739:0:38:0:(genops.c:1209:class_import_get()) import ffff9b4509e93000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000100:00000001:2.0:1788851055.597742:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851055.597743:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851055.597744:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851055.597747:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860300. 00000100:00000001:2.0:1788851055.597750:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597753:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-MDT0001_UUID req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851055.597759:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851055.597761:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597763:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065303c83] to pc [ptlrpcd_01_00+0] req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.597769:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597771:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851055.597774:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851055.597783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851055.597786:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) c937f904-2c75-4362-84c4-6500b2ff55cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851055.597788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851055.597791:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851055.597794:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50f480. 00000020:00000040:2.0:1788851055.597797:0:38:0:(genops.c:1209:class_import_get()) import ffff9b4505a8e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000100:00000001:2.0:1788851055.597799:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851055.597800:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851055.597802:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851055.597805:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860a00. 00000100:00000001:2.0:1788851055.597808:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597812:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0000_UUID req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851055.597819:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851055.597821:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597824:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5981cb] to pc [ptlrpcd_01_01+1] req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.597831:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597833:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851055.597835:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851055.597838:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b450a50e300. 00000020:00000040:2.0:1788851055.597840:0:38:0:(genops.c:1209:class_import_get()) import ffff9b4505a8a800 refcount=4 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000100:00000001:2.0:1788851055.597842:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851055.597843:0:38:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851055.597845:0:38:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851055.597848:0:38:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b450a860400. 00000100:00000001:2.0:1788851055.597850:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597853:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-MDT0001_UUID req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851055.597874:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851055.597876:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597891:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011437e8e] to pc [ptlrpcd_01_00+0] req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.597898:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.597900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851055.597902:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851055.597905:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851055.597907:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851055.597912:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:3.0:1788851055.597988:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851055.597992:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851055.597995:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851055.598001:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.598009:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851055.598011:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.598015:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851055.598018:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851055.598021:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851055.598024:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998655616:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851055.598028:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851055.598033:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851055.598035:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.598038:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851055.598041:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450a66e800. 02000000:00000001:3.0:1788851055.598043:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851055.598051:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851055.598055:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8c60. 00000400:00000010:3.0:1788851055.598062:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcecc0. 00000100:00000200:3.0:1788851055.598070:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998655616, portal 25 00000100:00000001:3.0:1788851055.598073:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851055.598074:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560968192 : -110754148583424 : ffff9b450a50f800) 00000100:00000040:3.0:1788851055.598080:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.598086:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851055.598089:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851055.598092:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce3b8. 00000100:00000200:3.0:1788851055.598095:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875745998655616, offset 0 00000400:00000200:3.0:1788851055.598101:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851055.598110:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851055.598117:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851055.598129:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851055.598133:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851055.598136:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851055.598139:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851055.598143:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [170:170:256:4294967295] 192.168.204.138@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:3.0:1788851055.598147:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851055.598157:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851055.598163:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851055.598169:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856200. 00000800:00000200:3.0:1788851055.598176:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851055.598184:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851055.598189:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851055.598207:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851055.598211:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851055.598213:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4295060215 00000100:00000010:3.0:1788851055.598217:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4509eba960. 00000100:00000001:3.0:1788851055.598224:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788851055.598229:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4295060215 00000100:00000010:3.0:1788851055.598232:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b4509eba9c0. 00000100:00000001:3.0:1788851055.598235:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788851055.598238:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851055.598241:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.598244:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851055.598247:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.598254:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851055.598255:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.598257:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851055.598259:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851055.598261:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851055.598270:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998655872:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851055.598273:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851055.598276:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851055.598277:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.598279:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851055.598282:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450a66fa00. 02000000:00000001:3.0:1788851055.598283:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851055.598287:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851055.598289:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8898. 00000400:00000010:3.0:1788851055.598293:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bceb28. 00000100:00000200:3.0:1788851055.598296:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998655872, portal 10 00000100:00000001:3.0:1788851055.598298:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851055.598299:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560956544 : -110754148595072 : ffff9b450a50ca80) 00000100:00000040:3.0:1788851055.598306:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.598312:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851055.598314:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851055.598316:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce770. 00000100:00000200:3.0:1788851055.598318:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998655872, offset 0 00000400:00000200:3.0:1788851055.598322:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851055.598326:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851055.598329:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851055.598332:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851055.598335:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851055.598337:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851055.598339:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851055.598342:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [171:171:255:4294967295] 192.168.204.138@tcp LPNI seq info [171:171:7:4294967295] 00000400:00000200:3.0:1788851055.598346:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851055.598352:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851055.598356:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000200:0.0:1788851055.600057:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851055.600067:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856200. 00000400:00000200:0.0:1788851055.600074:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851055.600081:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851055.600088:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce3b8 00000400:00000010:0.0:1788851055.600091:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce3b8. 00000800:00000010:3.0:1788851055.600555:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856300. 00000800:00000200:3.0:1788851055.600576:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851055.600583:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851055.600587:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851055.600592:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851055.600597:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: using a timeout of 138097 usecs (139 jiffies) 00000400:00000200:3.0:1788851055.600602:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851055.600606:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295059093 00000100:00000001:3.0:1788851055.600609:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295060215 00000100:00000001:3.0:1788851055.600612:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295059093 00000100:00000001:3.0:1788851055.600614:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295060215 00000100:00000001:3.0:1788851055.600616:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851055.600619:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.600622:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851055.600629:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.600638:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851055.600641:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.600644:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851055.600647:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851055.600649:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851055.600652:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998656128:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851055.600655:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851055.600659:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851055.600662:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.600664:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851055.600668:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450a66f000. 02000000:00000001:3.0:1788851055.600670:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851055.600675:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851055.600678:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8318. 00000400:00000010:3.0:1788851055.600683:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce660. 00000100:00000200:3.0:1788851055.600689:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998656128, portal 10 00000100:00000001:3.0:1788851055.600696:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851055.600698:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560962816 : -110754148588800 : ffff9b450a50e300) 00000100:00000040:3.0:1788851055.600705:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.600712:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851055.600714:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851055.600716:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce6e8. 00000100:00000001:0.0:1788851055.600759:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851055.600765:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.600774:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851055.600993:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.601001:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851055.601003:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851055.601442:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851055.601446:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856300. 00000400:00000200:0.0:1788851055.601451:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851055.602210:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000200:3.0:1788851055.602713:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998656128, offset 0 00000400:00000200:3.0:1788851055.602727:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851055.602737:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851055.602744:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851055.602749:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851055.602753:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851055.602756:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851055.602758:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851055.602761:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [172:172:255:4294967295] 192.168.204.138@tcp LPNI seq info [172:172:7:4294967295] 00000400:00000200:3.0:1788851055.602765:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851055.602774:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851055.602786:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851055.602792:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856300. 00000800:00000200:3.0:1788851055.602800:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851055.602806:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851055.602811:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851055.602815:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851055.602821:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: using a timeout of 24135 usecs (25 jiffies) 00000400:00000200:3.0:1788851055.602825:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851055.602827:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295058981 00000100:00000001:3.0:1788851055.602830:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295060215 00000100:00000001:3.0:1788851055.602832:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295058981 00000100:00000001:3.0:1788851055.602834:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295060215 00000100:00000001:3.0:1788851055.602844:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851055.602847:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.602850:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.602854:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851055.602861:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851055.602864:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788851055.602867:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851055.602869:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851055.602870:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851055.602873:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788851055.602875:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851055.602876:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851055.602877:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851055.602879:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851055.602890:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851055.602892:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851055.602899:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.602916:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851055.602918:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.602921:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851055.602925:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851055.602927:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851055.602931:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998655744:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851055.602935:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851055.602939:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851055.602942:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.602944:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851055.602950:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450a66e400. 02000000:00000001:3.0:1788851055.602952:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851055.602956:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851055.602960:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d8000. 00000400:00000010:3.0:1788851055.602965:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcef68. 00000100:00000200:3.0:1788851055.602971:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998655744, portal 10 00000100:00000001:3.0:1788851055.602973:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851055.602981:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560959232 : -110754148592384 : ffff9b450a50d500) 00000100:00000040:3.0:1788851055.602988:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.602995:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851055.602997:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851055.602999:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce7f8. 00000100:00000200:3.0:1788851055.603002:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998655744, offset 0 00000400:00000200:3.0:1788851055.603006:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851055.603010:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851055.603013:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851055.603016:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851055.603019:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851055.603021:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851055.603023:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851055.603026:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [173:173:254:4294967295] 192.168.204.138@tcp LPNI seq info [173:173:6:4294967295] 00000400:00000200:3.0:1788851055.603029:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851055.603035:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851055.603039:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851055.603043:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856200. 00000800:00000200:3.0:1788851055.603047:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851055.603051:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851055.603053:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851055.603056:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851055.603059:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: using a timeout of 117505 usecs (118 jiffies) 00000400:00000200:3.0:1788851055.603062:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851055.603064:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 0 is 4295059074 00000100:00000001:3.0:1788851055.603066:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 0, keep current deadline 4295060215 00000100:00000001:3.0:1788851055.603068:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS new deadline estimation for cpu 1 is 4295059074 00000100:00000001:3.0:1788851055.603069:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b4510a8d000: PM QoS request active for cpu 1, keep current deadline 4295060215 00000100:00000001:3.0:1788851055.603071:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851055.603078:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.603080:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851055.603085:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.603092:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851055.603094:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.603096:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851055.603098:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851055.603100:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851055.603103:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b450a50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998656000:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851055.603106:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851055.603109:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851055.603110:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.603112:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851055.603115:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b450a66f600. 02000000:00000001:3.0:1788851055.603117:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851055.603120:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788851055.603123:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b45183d87e8. 00000400:00000010:3.0:1788851055.603126:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bcee58. 00000100:00000200:3.0:1788851055.603129:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875745998656000, portal 10 00000100:00000001:3.0:1788851055.603131:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851055.603132:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633319560967296 : -110754148584320 : ffff9b450a50f480) 00000100:00000040:3.0:1788851055.603138:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.603143:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851055.603146:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788851055.603148:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b4510bce990. 00000100:00000200:3.0:1788851055.603150:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875745998656000, offset 0 00000400:00000200:3.0:1788851055.603154:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788851055.603158:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851055.603162:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788851055.603164:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851055.603172:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788851055.603174:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851055.603176:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788851055.603179:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [174:174:253:4294967295] 192.168.204.138@tcp LPNI seq info [174:174:5:4294967295] 00000400:00000200:3.0:1788851055.603183:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788851055.603189:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788851055.603193:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788851055.603197:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b4505856500. 00000800:00000200:3.0:1788851055.603200:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b4509e349c0] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788851055.603204:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788851055.603206:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b4505856500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851055.603209:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851055.603213:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: using a timeout of 19152 usecs (20 jiffies) 00000400:00000200:3.0:1788851055.603215:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788851055.603217:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 0 is 4295058976 00000100:00000001:3.0:1788851055.603220:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 0, keep current deadline 4295060215 00000100:00000001:3.0:1788851055.603222:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS new deadline estimation for cpu 1 is 4295058976 00000100:00000001:3.0:1788851055.603224:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b45067c4800: PM QoS request active for cpu 1, keep current deadline 4295060215 00000100:00000001:3.0:1788851055.603225:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851055.603227:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.603230:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.603232:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.603252:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851055.603254:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851055.607004:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce770 00000400:00000010:0.0:1788851055.607012:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce770. 00000100:00000001:0.0:1788851055.607019:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851055.607030:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.607043:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851055.607057:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.607064:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851055.607066:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851055.607111:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851055.607114:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856300. 00000400:00000200:0.0:1788851055.607119:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851055.607123:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851055.607127:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce6e8 00000400:00000010:0.0:1788851055.607129:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce6e8. 00000100:00000001:0.0:1788851055.607132:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851055.607136:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.607144:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851055.607146:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.607152:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851055.607154:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851055.607162:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851055.607165:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856200. 00000400:00000200:0.0:1788851055.607167:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851055.607170:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851055.607173:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce7f8 00000400:00000010:0.0:1788851055.607174:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce7f8. 00000100:00000001:0.0:1788851055.607176:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851055.607180:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.607186:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851055.607188:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.607193:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851055.607195:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851055.607632:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851055.607637:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b4505856500. 00000400:00000200:0.0:1788851055.607641:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851055.607645:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788851055.607649:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce990 00000400:00000010:0.0:1788851055.607651:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce990. 00000100:00000001:0.0:1788851055.607654:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788851055.607658:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.607665:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851055.607668:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.607674:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851055.607675:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851055.611578:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.611596:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851055.611601:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.611603:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851055.611612:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.611619:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788851055.611629:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.611634:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.611640:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.611644:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6a9fb25f05080 00000400:00000200:0.0:1788851055.611649:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.611655:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1788851055.611662:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.611666:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851055.611670:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851055.611674:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851055.611681:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851055.611689:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851055.611717:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.611735:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851055.611745:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.611749:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851055.611751:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.611753:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851055.611756:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.611760:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788851055.611764:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.611766:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.611769:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.611772:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f05180 00000400:00000200:0.0:1788851055.611776:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.611974:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1788851055.611979:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.611984:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851055.611986:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851055.611989:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851055.611992:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851055.611996:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851055.612004:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.612010:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851055.612014:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.612017:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851055.612018:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.612020:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851055.612023:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.612033:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788851055.612038:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.612040:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.612043:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.612045:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f05280 00000400:00000200:0.0:1788851055.612048:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.612052:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1788851055.612056:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.612441:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851055.612445:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851055.612449:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851055.612482:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851055.612487:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851055.612494:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.612502:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851055.612507:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.612511:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851055.612634:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851055.612639:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851055.612646:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851055.612649:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851055.612652:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8c60. 00000400:00000200:3.0:1788851055.612658:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcecc0 00000400:00000010:3.0:1788851055.612661:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcecc0. 00000100:00000001:3.0:1788851055.612664:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851055.612677:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851055.612686:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.612692:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851055.612694:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851055.612696:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851055.612699:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851055.612701:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851055.612703:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.612706:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851055.612713:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4502b6a460 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851055.612717:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4502b6a418 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851055.612719:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851055.612721:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851055.612723:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851055.612725:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.612728:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851055.612733:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.612740:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851055.612743:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851055.612745:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851055.612749:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851055.612757:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1d293837-ab23-46d9-b771-00cdfe8763e2:2404:1875745998655616:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851055.612763:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851055.612764:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851055.612766:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8898. 00000400:00000200:3.0:1788851055.612768:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bceb28 00000400:00000010:3.0:1788851055.612770:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bceb28. 00000100:00000001:3.0:1788851055.612772:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851055.612974:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851055.612983:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.612989:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851055.612991:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851055.612993:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851055.612994:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851055.612995:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851055.612997:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.612998:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851055.613004:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e93460 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851055.613006:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e93418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851055.613008:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851055.613010:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851055.613012:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851055.613016:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851055.613022:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.613025:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851055.613027:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:3.0:1788851055.613029:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851055.613030:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851055.613034:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.613040:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851055.613042:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851055.613044:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851055.613047:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851055.613054:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998655872:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788851055.613068:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851055.613070:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851055.613071:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8318. 00000400:00000200:3.0:1788851055.613074:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bce660 00000400:00000010:3.0:1788851055.613076:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bce660. 00000100:00000001:3.0:1788851055.613079:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851055.613082:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851055.613091:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.613097:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851055.613098:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851055.613099:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851055.613101:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851055.613102:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851055.613103:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851055.613105:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851055.613110:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8ac60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1788851055.613113:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8ac18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1788851055.613115:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851055.613116:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851055.613118:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851055.613121:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851055.613127:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.613129:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851055.613130:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:3.0:1788851055.613132:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851055.613134:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851055.613137:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.613143:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851055.613150:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851055.613152:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851055.613156:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851055.613163:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998656128:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788851055.613167:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.613170:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851055.613174:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50f800 x1875745998655616/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.613180:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851055.613182:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851055.613186:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450a66e800. 02000000:00000001:3.0:1788851055.613189:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851055.613192:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851055.613194:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4502b6a000 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:3.0:1788851055.613196:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851055.613199:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860600. 02000000:00000001:3.0:1788851055.613202:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851055.613203:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851055.613205:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50f800. 00000100:00000001:3.0:1788851055.613209:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851055.613211:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851055.613212:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851055.613215:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50ca80 x1875745998655872/t0(0) o400->lustre-MDT0001-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.613220:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851055.613221:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851055.613223:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450a66fa00. 02000000:00000001:3.0:1788851055.613225:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851055.613226:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851055.613227:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4509e93000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b4510a8d000 00000020:00000001:3.0:1788851055.613230:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851055.613231:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860300. 02000000:00000001:3.0:1788851055.613239:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851055.613241:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851055.613242:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50ca80. 00000100:00000001:3.0:1788851055.613244:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851055.613245:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851055.613247:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851055.613251:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50e300 x1875745998656128/t0(0) o400->lustre-MDT0001-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851055.613257:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851055.613258:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851055.613259:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450a66f000. 02000000:00000001:3.0:1788851055.613261:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851055.613263:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1788851055.613264:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4505a8a800 refcount=3 obd=lustre-MDT0001-mdc-ffff9b45067c4800 00000020:00000001:3.0:1788851055.613265:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1788851055.613266:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860400. 02000000:00000001:3.0:1788851055.613268:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851055.613269:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851055.613270:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50e300. 00000100:00000001:3.0:1788851055.613273:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851055.613274:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851055.613277:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.613279:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851055.613281:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851055.613282:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851055.613284:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851055.616896:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.616922:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851055.616928:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.616930:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851055.616939:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.616947:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788851055.616956:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.616961:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.616966:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.616971:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f05100 00000400:00000200:0.0:1788851055.616976:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.616982:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1788851055.616989:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.617001:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851055.617004:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851055.617009:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851055.617016:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851055.617025:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851055.617035:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.617080:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851055.617084:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851055.617100:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851055.617108:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.617113:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851055.617116:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.617118:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851055.617121:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.617125:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788851055.617130:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.617133:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.617135:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.617138:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6a9fb25f05200 00000400:00000200:0.0:1788851055.617141:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788851055.617144:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:0.0:1788851055.617148:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.617156:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851055.617158:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851055.617161:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788851055.617164:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851055.617168:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851055.617176:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851055.617184:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851055.617193:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851055.617196:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788851055.617872:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851055.617875:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851055.617878:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d8000. 00000400:00000200:2.0:1788851055.617895:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcef68 00000400:00000010:2.0:1788851055.617897:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcef68. 00000100:00000001:2.0:1788851055.617901:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851055.617959:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851055.617969:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.617976:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851055.617978:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851055.617980:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851055.617983:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851055.617986:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851055.617988:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851055.617991:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851055.618007:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4509e90c60 time=96 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851055.618011:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4509e90c18 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851055.618013:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851055.618015:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851055.618018:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851055.618020:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851055.618024:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851055.618026:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b4510a8d000: skip recheck: last_committed 0 00000100:00000001:2.0:1788851055.618028:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851055.618030:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.618035:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.618042:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851055.618045:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851055.618047:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851055.618051:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851055.618059:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c937f904-2c75-4362-84c4-6500b2ff55cb:2404:1875745998655744:192.168.204.138@tcp:400:kworker.0 00000400:00000001:2.0:1788851055.618065:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851055.618067:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851055.618068:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b45183d87e8. 00000400:00000200:2.0:1788851055.618071:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b4510bcee58 00000400:00000010:2.0:1788851055.618072:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b4510bcee58. 00000100:00000001:2.0:1788851055.618075:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851055.618078:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851055.618086:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.618091:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851055.618093:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851055.618094:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851055.618101:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851055.618103:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851055.618104:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851055.618106:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851055.618111:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff9b4505a8e460 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1788851055.618114:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff9b4505a8e418 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1788851055.618116:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851055.618118:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851055.618120:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851055.618121:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851055.618123:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851055.618125:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b45067c4800: skip recheck: last_committed 0 00000100:00000001:2.0:1788851055.618126:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851055.618127:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851055.618131:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.618137:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851055.618139:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851055.618140:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851055.618144:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851055.618151:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b450a50f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e0a33cb2-9a4f-4412-bb0e-2ce13a92f92f:2404:1875745998656000:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788851055.618155:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851055.618158:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851055.618161:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50d500 x1875745998655744/t0(0) o400->lustre-MDT0000-mdc-ffff9b4510a8d000@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.618167:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851055.618169:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851055.618172:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450a66e400. 02000000:00000001:2.0:1788851055.618175:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851055.618178:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851055.618179:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4509e90800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b4510a8d000 00000020:00000001:2.0:1788851055.618182:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851055.618190:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860c00. 02000000:00000001:2.0:1788851055.618193:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851055.618194:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851055.618196:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50d500. 00000100:00000001:2.0:1788851055.618199:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851055.618201:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851055.618202:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851055.618205:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b450a50f480 x1875745998656000/t0(0) o400->lustre-MDT0000-mdc-ffff9b45067c4800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851055.618211:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851055.618212:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851055.618213:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b450a66f600. 02000000:00000001:2.0:1788851055.618215:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851055.618216:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1788851055.618217:0:2404:0:(genops.c:1222:class_import_put()) import ffff9b4505a8e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9b45067c4800 00000020:00000001:2.0:1788851055.618219:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1788851055.618220:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b450a860a00. 02000000:00000001:2.0:1788851055.618222:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851055.618223:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851055.618224:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b450a50f480. 00000100:00000001:2.0:1788851055.618227:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851055.618228:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851055.618230:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851055.618237:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851055.618239:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851055.618241:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851055.618243:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851056.485847:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851056.485853:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851056.485859:0:10136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851056.485860:0:10136:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851056.485892:0:6186:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851056.485905:0:6186:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851056.485909:0:6186:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 10470 lines, 10470 kept, 0 dropped, 0 bad.