00000001:01000000:3.0F:1790097123.688825:0:2335:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 843 MB/s 00000001:01000000:3.0:1790097123.940765:0:2335:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 547 MB/s 00000001:01000000:1.0F:1790097124.190266:0:2335:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 4635 MB/s 00000020:02000000:3.0:1790097124.879656:0:2365:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.58_63_gba3a43f 00000400:02000000:3.0:1790097126.077124:0:2380:0:(api-ni.c:2828:lnet_startup_lndni()) Added LNI 192.168.202.34@tcp [8/256/0/180] 00008000:02000000:3.0:1790097130.389904:0:2530:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1790097333.186409:0:6161:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1790097333.186416:0:6161:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1790097333.186418:0:6161:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.134@tcp:/lustre 00000020:01000004:1.0:1790097333.186419:0:6161:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1790097333.186552:0:6161:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000001e08b6f2 00000080:01000004:1.0:1790097333.186565:0:6161:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1790097333.186582:0:6161:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.134@tcp' 00000020:01000004:1.0:1790097333.186636:0:6161:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.134@tcp (typ=mgc) 00000020:00000080:1.0:1790097333.186671:0:6161:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.134@tcp (000000007062653f) 00000020:00000080:1.0:1790097333.186688:0:6161:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1790097333.186906:0:6161:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1790097333.186934:0:6161:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1790097333.187113:0:6161:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1790097333.187122:0:6161:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1790097333.197328:0:6161:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:1.0:1790097333.197342:0:6161:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0F:1790097333.197829:0:6161:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:0.0:1790097333.197841:0:6161:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1790097333.200416:0:6161:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1790097333.200446:0:6161:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1790097333.201227:0:6161:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790097333.201716:0:6161:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790097333.201932:0:6161:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1790097333.201939:0:6161:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1790097333.207201:0:6161:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1790097333.207225:0:6161:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1790097333.207919:0:6161:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:1.0:1790097333.207926:0:6161:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:0.0:1790097333.208235:0:6161:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:0.0:1790097333.208243:0:6161:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1790097333.208885:0:6161:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1790097333.208892:0:6161:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1790097333.209263:0:6161:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1790097333.209270:0:6161:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:1.0:1790097333.210030:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790097333.210034:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790097333.210036:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097333.211402:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097333.211407:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097333.211409:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1790097333.227033:0:6161:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c9e0c8c7@MGC192.168.202.134@tcp: add connection 192.168.202.134@tcp at head 00010000:00010000:0.0:1790097333.227252:0:6161:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.134@tcp-0 is initialized 00000040:01000000:0.0:1790097333.227260:0:6161:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.134@tcp ctxt 1 is initialized 10000000:01000000:0.0:1790097333.230580:0:6175:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1790097333.230624:0:6161:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.134@tcp (uuid 94271d42-674d-4b1a-870b-e5f22603f179) 00000020:00000080:0.0:1790097333.230650:0:6161:0:(genops.c:1384:class_connect()) connect: client 94271d42-674d-4b1a-870b-e5f22603f179, cookie 0xbb19ad493f15be72 00000100:00080000:0.0:1790097333.230665:0:6161:0:(import.c:545:import_select_connection()) MGC192.168.202.134@tcp: connect to NID 192.168.202.134@tcp last attempt 0 00000100:00080000:0.0:1790097333.230682:0:6161:0:(import.c:666:import_select_connection()) MGC192.168.202.134@tcp: import 00000000c9e0c8c7 using connection 192.168.202.134@tcp/192.168.202.134@tcp 00000100:00100000:0.0:1790097333.230744:0:6161:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009584c7c7 x1877052883992704/t0(0) o250->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790097333.230770:0:6161:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 94271d42-674d-4b1a-870b-e5f22603f179->MGS 00000080:00200000:0.0:1790097333.230796:0:6161:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff92f8051e8000 (sb 000000001e08b6f2) 00000080:01000000:0.0:1790097333.230861:0:6161:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1790097333.230864:0:6161:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1790097333.230868:0:6161:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:0.0:1790097333.230877:0:6161:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 13c3d3d2-6662-4f04-83a6-8f1ebb68b355 10000000:01000000:0.0:1790097333.231378:0:6161:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1790097333.231382:0:6161:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff92f8051e8000 10000000:01000000:0.0:1790097333.231386:0:6161:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff92f80be00000 10000000:01000000:0.0:1790097333.231396:0:6161:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790097333.231404:0:6161:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff92f80be00000 from 1 10000000:01000000:0.0:1790097333.231408:0:6161:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1790097333.231453:0:6161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: 00000000ae736593/0xbb19ad493f15be79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790097333.231465:0:6161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: 00000000ae736593/0xbb19ad493f15be79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790097333.231476:0:6161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: 00000000ae736593/0xbb19ad493f15be79 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1790097333.231494:0:6161:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000ec5865f5 x1877052883992832/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097333.231503:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 0000000026aa34a9 going to sleep for 0 seconds 00000100:00100000:0.0:1790097333.231612:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009584c7c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94271d42-674d-4b1a-870b-e5f22603f179:2396:1877052883992704:192.168.202.134@tcp:250: 00010000:00010000:1.0:1790097333.232227:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790097333.245103:0:2396:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.134@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790097333.245126:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.202.134@tcp: connect to target with instance 0 00000100:00080000:0.0:1790097333.245136:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.202.134@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1790097333.245143:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1790097333.245174:0:2396:0:(import.c:65:import_set_state_nolock()) 00000000c9e0c8c7 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1790097333.245180:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1790097333.245190:0:2396:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:0.0:1790097333.245205:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000026aa34a9): req@00000000ec5865f5 x1877052883992832/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097333.245222:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009584c7c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:94271d42-674d-4b1a-870b-e5f22603f179:2396:1877052883992704:192.168.202.134@tcp:250: 00000100:00100000:0.0:1790097333.245350:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 0000000026aa34a9 going to sleep for 11 seconds 00000100:00100000:0.0:1790097333.258961:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ec5865f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883992832:192.168.202.134@tcp:101: 00010000:00010000:0.0:1790097333.259024:0:6161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: 00000000ae736593/0xbb19ad493f15be79 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790097333.259039:0:6161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: 00000000ae736593/0xbb19ad493f15be79 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790097333.259138:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ec5865f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883992960:192.168.202.134@tcp:501: 00000100:00100000:0.0:1790097333.259271:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 0000000026aa34a9 going to sleep for 11 seconds 00000100:00100000:0.0:1790097333.264104:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ec5865f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883992960:192.168.202.134@tcp:501: 10000000:01000000:0.0:1790097333.264270:0:6161:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1790097333.264284:0:6161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: 00000000ae736593/0xbb19ad493f15be79 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790097333.264297:0:6161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: 00000000ae736593/0xbb19ad493f15be79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790097333.264306:0:6161:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff92f8051e8000 10000000:01000000:0.0:1790097333.264314:0:6161:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1790097333.264318:0:6161:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff92f8051e8000 10000000:01000000:0.0:1790097333.264322:0:6161:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790097333.264325:0:6161:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff92f8051e8000 10000000:01000000:0.0:1790097333.264328:0:6161:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1790097333.264331:0:6161:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff92f8051e8000 from 1 10000000:01000000:0.0:1790097333.264334:0:6161:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1790097333.264368:0:6161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: 00000000e687f692/0xbb19ad493f15be80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790097333.264376:0:6161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: 00000000e687f692/0xbb19ad493f15be80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790097333.264395:0:6161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: 00000000e687f692/0xbb19ad493f15be80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790097333.264680:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ec5865f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993088:192.168.202.134@tcp:101: 00000100:00100000:0.0:1790097333.264810:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 0000000026aa34a9 going to sleep for 11 seconds 00000100:00100000:1.0:1790097333.291888:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ec5865f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993088:192.168.202.134@tcp:101: 00010000:00010000:1.0:1790097333.291918:0:6161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: 00000000e687f692/0xbb19ad493f15be80 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097333.291929:0:6161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: 00000000e687f692/0xbb19ad493f15be80 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790097333.292035:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000077c805a0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993216:192.168.202.134@tcp:501: 00000100:00100000:1.0:1790097333.292138:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 000000008890edcc going to sleep for 11 seconds 00000100:00100000:2.0F:1790097333.306942:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000077c805a0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993216:192.168.202.134@tcp:501: 00000100:00100000:3.0:1790097333.307644:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f630d7f9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993344:192.168.202.134@tcp:503: 00000100:00100000:3.0:1790097333.307774:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 000000001bd5d686 going to sleep for 11 seconds 00000100:00100000:3.0:1790097333.313747:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f630d7f9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993344:192.168.202.134@tcp:503: 00000100:00100000:1.0:1790097333.314109:0:6180:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003d4a7570 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6180:1877052883993472:192.168.202.134@tcp:502: 00000100:00100000:1.0:1790097333.314249:0:6180:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ecc9f84b going to sleep for 11 seconds 00000100:00100000:2.0:1790097333.328792:0:6180:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003d4a7570 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6180:1877052883993472:192.168.202.134@tcp:502: 00000020:01000000:2.0:1790097333.328882:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097333.328897:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097333.328900:0:6180:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1790097333.328909:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff92f8051e8000 00000020:00000080:2.0:1790097333.328912:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790097333.328951:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff92f8051e8000 (000000003eaa222e) 00000020:00000080:2.0:1790097333.328986:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1790097333.328995:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff92f8051e8000 00000020:00000080:2.0:1790097333.328998:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1790097333.330964:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff92f8051e8000 (uuid 13c3d3d2-6662-4f04-83a6-8f1ebb68b355) 00000020:01000000:2.0:1790097333.331061:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097333.331069:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097333.331071:0:6180:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1790097333.331076:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097333.331081:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097333.331083:0:6180:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1790097333.331088:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff92f8051e8000 00000020:00000080:2.0:1790097333.331090:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790097333.331102:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff92f8051e8000 (00000000b5b4ecbc) 00000020:00000080:2.0:1790097333.331126:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1790097333.331131:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff92f8051e8000 00000020:00000080:2.0:1790097333.331133:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1790097333.331716:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff92f8051e8000 (uuid 13c3d3d2-6662-4f04-83a6-8f1ebb68b355) 00000020:01000000:2.0:1790097333.331723:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097333.331727:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097333.331729:0:6180:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1790097333.331731:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097333.331734:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097333.331735:0:6180:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1790097333.331746:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790097333.331748:0:6180:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1790097333.331751:0:6180:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1790097333.331758:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097333.331760:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097333.331762:0:6180:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1790097333.331765:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097333.331770:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097333.331771:0:6180:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1790097333.331775:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790097333.331780:0:6180:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.134@tcp to nid 0x20000c0a8ca86 (192.168.202.134@tcp) 00000020:01000000:2.0:1790097333.332112:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff92f8051e8000 00000020:00000080:2.0:1790097333.332116:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790097333.332126:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff92f8051e8000 (00000000fe390c9a) 00000020:00000080:2.0:1790097333.332139:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1790097333.332145:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff92f8051e8000 00000020:00000080:2.0:1790097333.332167:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1790097333.332255:0:6180:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000002b55f6e@lustre-MDT0000-mdc-ffff92f8051e8000: add connection 192.168.202.134@tcp at head 00010000:00010000:2.0:1790097333.334937:0:6180:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff92f8051e8000-1 is initialized 00000040:01000000:3.0:1790097333.335693:0:6180:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff92f8051e8000 ctxt 13 is initialized 00000020:00000080:3.0:1790097333.335957:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff92f8051e8000 (uuid 13c3d3d2-6662-4f04-83a6-8f1ebb68b355) 00000020:01000000:3.0:1790097333.336059:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff92f8051e8000 00000020:00000080:3.0:1790097333.336067:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1790097333.336100:0:6180:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1790097333.336549:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790097333.336554:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.336556:0:6180:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1790097333.336559:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790097333.336561:0:6180:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1790097333.336563:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790097333.336565:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790097333.336567:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790097333.336570:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.336572:0:6180:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790097333.336574:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790097333.336579:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.336581:0:6180:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1790097333.336585:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1790097333.336593:0:6180:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.134@tcp to nid 0x20000c0a8ca86 (192.168.202.134@tcp) 00000020:01000000:3.0:1790097333.336621:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff92f8051e8000 00000020:00000080:3.0:1790097333.336623:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790097333.336642:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff92f8051e8000 (000000005ed54686) 00000020:00000080:3.0:1790097333.336658:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:3.0:1790097333.336669:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff92f8051e8000 00000020:00000080:3.0:1790097333.336672:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1790097333.336800:0:6180:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005da92597@lustre-MDT0001-mdc-ffff92f8051e8000: add connection 192.168.202.134@tcp at head 00010000:00010000:3.0:1790097333.339654:0:6180:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff92f8051e8000-2 is initialized 00000040:01000000:3.0:1790097333.340114:0:6180:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff92f8051e8000 ctxt 13 is initialized 00000020:00000080:3.0:1790097333.348571:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff92f8051e8000 (uuid 13c3d3d2-6662-4f04-83a6-8f1ebb68b355) 00000020:01000000:3.0:1790097333.348590:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff92f8051e8000 00000020:00000080:3.0:1790097333.348595:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1790097333.348640:0:6180:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1790097333.348684:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790097333.348688:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.348690:0:6180:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1790097333.348693:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790097333.348696:0:6180:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1790097333.348698:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790097333.348699:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790097333.348701:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790097333.348703:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.348704:0:6180:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790097333.348706:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1790097333.348711:0:6180:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.134@tcp:/lustre 00000020:00000080:3.0:1790097333.348714:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.348715:0:6180:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1790097333.348718:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1790097333.348723:0:6180:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.134@tcp to nid 0x20000c0a8ca86 (192.168.202.134@tcp) 00000020:01000000:3.0:1790097333.348750:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff92f8051e8000 00000020:00000080:3.0:1790097333.348753:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790097333.348764:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff92f8051e8000 (0000000039c585f5) 00000020:00000080:3.0:1790097333.348783:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:3.0:1790097333.348789:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff92f8051e8000 00000020:00000080:3.0:1790097333.348791:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1790097333.348872:0:6180:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f50848e9@lustre-OST0000-osc-ffff92f8051e8000: add connection 192.168.202.134@tcp at head 00010000:00010000:3.0:1790097333.349123:0:6180:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff92f8051e8000-3 is initialized 00000020:00000080:3.0:1790097333.351234:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff92f8051e8000 (uuid 13c3d3d2-6662-4f04-83a6-8f1ebb68b355) 00000020:01000000:3.0:1790097333.351261:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff92f8051e8000 00000020:00000080:3.0:1790097333.351267:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1790097333.351297:0:6180:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1790097333.351309:0:6180:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff92f8051e8000: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1790097333.351320:0:6180:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1790097333.351334:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790097333.351339:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.351341:0:6180:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1790097333.351347:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790097333.351351:0:6180:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1790097333.351353:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790097333.351355:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790097333.351356:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790097333.351358:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.351359:0:6180:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790097333.351362:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1790097333.351367:0:6180:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.134@tcp:/lustre 00000020:00000080:3.0:1790097333.351371:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.351372:0:6180:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1790097333.351376:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1790097333.351381:0:6180:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.134@tcp to nid 0x20000c0a8ca86 (192.168.202.134@tcp) 00000020:01000000:3.0:1790097333.351420:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff92f8051e8000 00000020:00000080:3.0:1790097333.351423:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790097333.359006:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff92f8051e8000 (0000000074f724a8) 00000020:00000080:3.0:1790097333.359048:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:3.0:1790097333.359068:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff92f8051e8000 00000020:00000080:3.0:1790097333.359072:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1790097333.359221:0:6180:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f3a4e831@lustre-OST0001-osc-ffff92f8051e8000: add connection 192.168.202.134@tcp at head 00010000:00010000:3.0:1790097333.359486:0:6180:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff92f8051e8000-4 is initialized 00000020:00000080:3.0:1790097333.359777:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff92f8051e8000 (uuid 13c3d3d2-6662-4f04-83a6-8f1ebb68b355) 00000020:01000000:3.0:1790097333.359788:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff92f8051e8000 00000020:00000080:3.0:1790097333.359790:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1790097333.359805:0:6180:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1790097333.359814:0:6180:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff92f8051e8000: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1790097333.359819:0:6180:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1790097333.359830:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790097333.359834:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.359836:0:6180:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1790097333.359839:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790097333.359844:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.359846:0:6180:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790097333.359848:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790097333.359850:0:6180:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1790097333.359903:0:6180:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002fc3c61b pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6180:1877052883993600:192.168.202.134@tcp:502: 00000100:00100000:3.0:1790097333.360032:0:6180:0:(client.c:2716:ptlrpc_set_wait()) set 00000000bef60c75 going to sleep for 11 seconds 00000100:00100000:3.0:1790097333.382217:0:6180:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002fc3c61b pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6180:1877052883993600:192.168.202.134@tcp:502: 00000020:01000000:3.0:1790097333.382274:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790097333.382282:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097333.382285:0:6180:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000040:00080000:3.0:1790097333.382289:0:6180:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0:1790097333.382622:0:6161:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:0.0:1790097333.382642:0:6161:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1790097333.382658:0:6161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: 00000000e687f692/0xbb19ad493f15be80 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790097333.382682:0:6161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: 00000000e687f692/0xbb19ad493f15be80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790097333.382690:0:6161:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff92f8051e8000 from 1 10000000:01000000:0.0:1790097333.382692:0:6161:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1790097333.382727:0:6161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: 00000000dc8ad4b1/0xbb19ad493f15beb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790097333.382734:0:6161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: 00000000dc8ad4b1/0xbb19ad493f15beb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790097333.382743:0:6161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: 00000000dc8ad4b1/0xbb19ad493f15beb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790097333.382760:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009584c7c7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993728:192.168.202.134@tcp:101: 00000100:00100000:0.0:1790097333.382847:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ea0da6fd going to sleep for 11 seconds 00000100:00100000:1.0:1790097333.406278:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009584c7c7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993728:192.168.202.134@tcp:101: 00010000:00010000:1.0:1790097333.406309:0:6161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: 00000000dc8ad4b1/0xbb19ad493f15beb1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab72 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097333.406321:0:6161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: 00000000dc8ad4b1/0xbb19ad493f15beb1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bab72 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790097333.406878:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e48e9d55 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993856:192.168.202.134@tcp:256: 00000100:00100000:1.0:1790097333.406968:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 000000003a7d12de going to sleep for 11 seconds 00000100:00100000:2.0:1790097333.420196:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e48e9d55 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993856:192.168.202.134@tcp:256: 10000000:01000000:2.0:1790097333.421205:0:6161:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1790097333.423817:0:6161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: 00000000dc8ad4b1/0xbb19ad493f15beb1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab72 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097333.423834:0:6161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: 00000000dc8ad4b1/0xbb19ad493f15beb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab72 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790097333.423845:0:6161:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92f8051e8000 from 1 10000000:01000000:2.0:1790097333.423849:0:6161:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790097333.423976:0:6161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: 00000000349a03d4/0xbb19ad493f15beb8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097333.423989:0:6161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: 00000000349a03d4/0xbb19ad493f15beb8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097333.424001:0:6161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: 00000000349a03d4/0xbb19ad493f15beb8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790097333.424025:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa32c1f1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993984:192.168.202.134@tcp:101: 00000100:00100000:2.0:1790097333.424232:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 000000006d91a326 going to sleep for 11 seconds 00000100:00100000:2.0:1790097333.434774:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fa32c1f1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883993984:192.168.202.134@tcp:101: 00010000:00010000:2.0:1790097333.434809:0:6161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: 00000000349a03d4/0xbb19ad493f15beb8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097333.434822:0:6161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: 00000000349a03d4/0xbb19ad493f15beb8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790097333.434906:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa32c1f1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883994112:192.168.202.134@tcp:501: 00000100:00100000:2.0:1790097333.435007:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 000000006d91a326 going to sleep for 11 seconds 00000100:00100000:2.0:1790097333.458699:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fa32c1f1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883994112:192.168.202.134@tcp:501: 00000100:00100000:2.0:1790097333.458774:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa32c1f1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883994240:192.168.202.134@tcp:503: 00000100:00100000:2.0:1790097333.458917:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set 000000006d91a326 going to sleep for 11 seconds 00000100:00100000:2.0:1790097333.463521:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fa32c1f1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:6161:1877052883994240:192.168.202.134@tcp:503: 00000100:00100000:2.0:1790097333.468690:0:6186:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa32c1f1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6186:1877052883994368:192.168.202.134@tcp:502: 00000100:00100000:2.0:1790097333.468822:0:6186:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c31d321a going to sleep for 11 seconds 00000100:00100000:2.0:1790097333.486513:0:6186:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fa32c1f1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6186:1877052883994368:192.168.202.134@tcp:502: 00000020:01000000:2.0:1790097333.486578:0:6186:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097333.486596:0:6186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097333.486599:0:6186:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1790097333.486611:0:6186:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92f8051e8000 00000020:00000080:2.0:1790097333.486614:0:6186:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1790097333.486695:0:6186:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e53480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6186:1877052883994496:192.168.202.134@tcp:502: 00000100:00100000:2.0:1790097333.486813:0:6186:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f809ce8240 going to sleep for 11 seconds 00000100:00100000:1.0:1790097333.500933:0:6186:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e53480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6186:1877052883994496:192.168.202.134@tcp:502: 00000020:01000000:1.0:1790097333.501009:0:6186:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790097333.501019:0:6186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790097333.501021:0:6186:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1790097333.501027:0:6186:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:3.0:1790097333.501532:0:6161:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:3.0:1790097333.501554:0:6161:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1790097333.501570:0:6161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f82019aa00/0xbb19ad493f15beb8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097333.501583:0:6161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff92f82019aa00/0xbb19ad493f15beb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1790097333.501606:0:6161:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1790097333.501665:0:6161:0:(genops.c:1384:class_connect()) connect: client 13c3d3d2-6662-4f04-83a6-8f1ebb68b355, cookie 0xbb19ad493f15bebf 00800000:01000000:3.0:1790097333.501695:0:6161:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 13c3d3d2-6662-4f04-83a6-8f1ebb68b355 to lustre-clilmv-ffff92f8051e8000 00800000:01000000:3.0:1790097333.501703:0:6161:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff92f8051e8000(13c3d3d2-6662-4f04-83a6-8f1ebb68b355) - lustre-MDT0000_UUID, 13c3d3d2-6662-4f04-83a6-8f1ebb68b355 00000020:00000080:3.0:1790097333.501713:0:6161:0:(genops.c:1384:class_connect()) connect: client 13c3d3d2-6662-4f04-83a6-8f1ebb68b355, cookie 0xbb19ad493f15bec6 00000100:00080000:3.0:1790097333.501724:0:6161:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f8051e8000: connect to NID 192.168.202.134@tcp last attempt 0 00000100:00080000:3.0:1790097333.501739:0:6161:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f8051e8000: import ffff92f808fe2800 using connection 192.168.202.134@tcp/192.168.202.134@tcp 00000008:00100000:3.0:1790097333.501754:0:6161:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1790097333.501782:0:6161:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92f809324e00 x1877052883994624/t0(0) o38->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790097333.501811:0:6161:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID 00800000:01000000:3.0:1790097333.501906:0:6161:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff92f8051e8000(13c3d3d2-6662-4f04-83a6-8f1ebb68b355) successfully (5) 00800000:00000004:3.0:1790097333.501911:0:6161:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff92f8051e8000: age -718, max_age 0 00000100:00100000:0.0:1790097333.501975:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052883994624:192.168.202.134@tcp:38: 00000100:00080000:2.0:1790097333.504059:0:2400:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff92f809324a80 x1877052883994752/t0(0) o41->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:3.0:1790097333.505754:0:6161:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff92f8051e8000(13c3d3d2-6662-4f04-83a6-8f1ebb68b355) - lustre-MDT0001_UUID, 13c3d3d2-6662-4f04-83a6-8f1ebb68b355 00000020:00000080:3.0:1790097333.505808:0:6161:0:(genops.c:1384:class_connect()) connect: client 13c3d3d2-6662-4f04-83a6-8f1ebb68b355, cookie 0xbb19ad493f15becd 00000100:00080000:3.0:1790097333.505824:0:6161:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff92f8051e8000: connect to NID 192.168.202.134@tcp last attempt 0 00000100:00080000:3.0:1790097333.505841:0:6161:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff92f8051e8000: import ffff92f809368000 using connection 192.168.202.134@tcp/192.168.202.134@tcp 00000008:00100000:3.0:1790097333.505857:0:6161:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1790097333.505887:0:6161:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92f809327800 x1877052883994880/t0(0) o38->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790097333.505902:0:6161:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID 00000100:00100000:0.0:1790097333.506979:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052883994880:192.168.202.134@tcp:38: 00800000:01000000:3.0:1790097333.512905:0:6161:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff92f8051e8000(13c3d3d2-6662-4f04-83a6-8f1ebb68b355) successfully (5) 00800000:00000004:3.0:1790097333.512915:0:6161:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff92f8051e8000: age -718, max_age 0 00000080:00000004:3.0:1790097333.513016:0:6161:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff92f8051e8000: age -718, max_age 282 00800000:00000004:3.0:1790097333.513024:0:6161:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff92f8051e8000: age -718, max_age 282 00010000:00080000:0.0:1790097333.513029:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809324e00 x1877052883994624/t0(0) o38->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 520/416 e 0 to 0 dl 1790097343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097333.513046:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f8051e8000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790097333.513062:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff92f8051e8000: connect to target with instance 1 00000100:00080000:2.0:1790097333.513141:0:2399:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff92f809325f80 x1877052883995008/t0(0) o41->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790097333.514917:0:6161:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff92f809327480 x1877052883995136/t0(0) o41->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097333.514935:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f805520780 going to sleep for 0 seconds 00000001:01000000:2.0:1790097333.769003:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff92f8051e8000: T10 checksum algorithm t10ip512 speed = 1827 MB/s 00000001:01000000:3.0:1790097334.018575:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff92f8051e8000: T10 checksum algorithm t10ip4K speed = 3979 MB/s 00010000:00010000:0.0:1790097334.253305:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:1.0:1790097334.275487:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff92f8051e8000: T10 checksum algorithm t10crc512 speed = 466 MB/s 00000001:01000000:2.0:1790097334.527214:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff92f8051e8000: T10 checksum algorithm t10crc4K speed = 503 MB/s 00000100:00080000:2.0:1790097334.527235:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff92f8051e8000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1790097334.527259:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1790097334.527266:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f808fe2800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1790097334.529253:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000157d6bfd): req@ffff92f809327480 x1877052883995136/t0(0) o41->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790097334.529284:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005877e946): req@ffff92f809324a80 x1877052883994752/t0(0) o41->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097334.529410:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f805520780 going to sleep for 0 seconds 00000100:00100000:3.0:1790097334.530318:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f805520780 going to sleep for 11 seconds 00000100:00100000:0.0:1790097334.530791:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052883994624:192.168.202.134@tcp:38: 00010000:00080000:0.0:1790097334.530834:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809327800 x1877052883994880/t0(0) o38->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 520/416 e 0 to 0 dl 1790097343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097334.530845:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f8051e8000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790097334.530855:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff92f8051e8000: connect to target with instance 1 00000100:00080000:0.0:1790097334.530864:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff92f8051e8000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1790097334.530879:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1790097334.530882:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f809368000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1790097334.531645:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000097c79ccc): req@ffff92f809325f80 x1877052883995008/t0(0) o41->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097334.531666:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052883994880:192.168.202.134@tcp:38: 00010000:00080000:2.0:1790097334.551217:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809324a80 x1877052883994752/t0(0) o41->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1790097350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790097334.551242:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:0:1877052883994752:192.168.202.134@tcp:41: 00010000:00080000:2.0:1790097334.554399:0:6161:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809327480 x1877052883995136/t0(0) o41->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1790097350 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790097334.554435:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6161:1877052883995136:192.168.202.134@tcp:41: 00800000:00000004:2.0:1790097334.554466:0:6161:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff92f8051e8000: update ffff92f808680458 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:2.0:1790097334.554499:0:6161:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff92f8051e8000: update ffff92f8086837d8 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:2.0:1790097334.554565:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6161:1877052883995264:192.168.202.134@tcp:40: 00000100:00100000:2.0:1790097334.562099:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f809ce86c0 going to sleep for 11 seconds 00010000:00080000:2.0:1790097334.566770:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809325f80 x1877052883995008/t0(0) o41->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1790097350 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790097334.566796:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:0:1877052883995008:192.168.202.134@tcp:41: 00010000:00080000:2.0:1790097334.570722:0:6161:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809e51500 x1877052883995264/t0(0) o40->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 440/448 e 0 to 0 dl 1790097350 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790097334.570742:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6161:1877052883995264:192.168.202.134@tcp:40: 00000080:00000004:2.0:1790097334.570770:0:6161:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1790097334.570940:0:6161:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 2146304 00020000:01000000:2.0:1790097334.570945:0:6161:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1790097334.570985:0:6161:0:(genops.c:1384:class_connect()) connect: client 13c3d3d2-6662-4f04-83a6-8f1ebb68b355, cookie 0xbb19ad493f15bed4 00000020:00000080:2.0:1790097334.571006:0:6161:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbb19ad493f15bedb 00000100:00080000:2.0:1790097334.571014:0:6161:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f8051e8000: connect to NID 192.168.202.134@tcp last attempt 0 00000100:00080000:2.0:1790097334.571027:0:6161:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f8051e8000: import ffff92f80936e000 using connection 192.168.202.134@tcp/192.168.202.134@tcp 00000008:00100000:2.0:1790097334.571041:0:6161:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1790097334.571067:0:6161:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92f809e51500 x1877052883995392/t0(0) o8->lustre-OST0000-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790097334.571101:0:6161:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID 00020000:01000000:2.0:1790097334.571132:0:6161:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff92f8051e8000) active 00000020:00000080:2.0:1790097334.571193:0:6161:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbb19ad493f15bee2 00000100:00080000:2.0:1790097334.571198:0:6161:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f8051e8000: connect to NID 192.168.202.134@tcp last attempt 0 00000100:00080000:2.0:1790097334.571205:0:6161:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f8051e8000: import ffff92f80936f800 using connection 192.168.202.134@tcp/192.168.202.134@tcp 00000008:00100000:2.0:1790097334.571217:0:6161:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1790097334.571228:0:6161:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92f809e52d80 x1877052883995520/t0(0) o8->lustre-OST0001-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790097334.571236:0:6161:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID 00020000:01000000:2.0:1790097334.571241:0:6161:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff92f8051e8000) active 00000100:00100000:2.0:1790097334.571282:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6161:1877052883995648:192.168.202.134@tcp:900: 00000100:00100000:3.0:1790097334.571607:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052883995392:192.168.202.134@tcp:8: 00000100:00100000:3.0:1790097334.571714:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052883995520:192.168.202.134@tcp:8: 00000100:00100000:0.0:1790097334.571914:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052883995776:192.168.202.134@tcp:400: 00000100:00100000:2.0:1790097334.573484:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f809ce86c0 going to sleep for 11 seconds 00010000:00080000:3.0:1790097334.583769:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809e51500 x1877052883995392/t0(0) o8->lustre-OST0000-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 520/416 e 0 to 0 dl 1790097344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097334.583790:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92f8051e8000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1790097334.583804:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff92f8051e8000: connect to target with instance 1 00000100:00080000:3.0:1790097334.583827:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff92f8051e8000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1790097334.583847:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1790097334.583851:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f80936e000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1790097334.584306:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1790097334.584314:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1790097334.584322:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1790097334.584346:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052883995392:192.168.202.134@tcp:8: 00010000:00080000:3.0:1790097334.584470:0:6161:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809e51880 x1877052883995648/t0(0) o900->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:29/10 lens 264/248 e 0 to 0 dl 1790097350 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097334.584518:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6161:1877052883995648:192.168.202.134@tcp:900: 00000100:00100000:3.0:1790097334.585784:0:6161:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6161:1877052883995904:192.168.202.134@tcp:33: 00000100:00100000:3.0:1790097334.586557:0:6161:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f805520cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1790097334.611719:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052883995776:192.168.202.134@tcp:400: 00010000:00080000:3.0:1790097334.626022:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809e52d80 x1877052883995520/t0(0) o8->lustre-OST0001-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 520/416 e 0 to 0 dl 1790097344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097334.626040:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92f8051e8000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1790097334.626052:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff92f8051e8000: connect to target with instance 1 00000100:00080000:3.0:1790097334.626065:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff92f8051e8000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1790097334.626081:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1790097334.626084:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f80936f800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1790097334.626091:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1790097334.626096:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1790097334.626101:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1790097334.626112:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052883995520:192.168.202.134@tcp:8: 00010000:00080000:3.0:1790097334.659967:0:6161:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809327800 x1877052883995904/t0(0) o33->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:23/10 lens 448/464 e 0 to 0 dl 1790097350 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1790097334.659991:0:6161:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6161:1877052883995904:192.168.202.134@tcp:33: 00000080:00200000:3.0:1790097334.660292:0:6161:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) 00000080:00200000:3.0:1790097334.660303:0:6161:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1790097334.660444:0:6161:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_63_gba3a43f 00000080:00000004:3.0:1790097334.662882:0:6161:0:(super25.c:182:lustre_fill_super()) 192.168.202.134@tcp:/lustre: Mount complete 00000080:00200008:2.0:1790097334.950900:0:6204:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92f80b513a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1790097334.950915:0:6204:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88),name=/ 00000002:00010000:2.0:1790097334.950946:0:6204:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1790097334.951098:0:6204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097334.951110:0:6204:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097334.951121:0:6204:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790097334.951230:0:6204:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e50380 pname:cluuid:pid:xid:nid:opc:job mkdir:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6204:1877052883996032:192.168.202.134@tcp:101: 00000100:00100000:2.0:1790097334.951483:0:6204:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f809ce86c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790097334.959174:0:6204:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e50380 pname:cluuid:pid:xid:nid:opc:job mkdir:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6204:1877052883996032:192.168.202.134@tcp:101: 00010000:00010000:3.0:1790097334.959208:0:6204:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097334.959236:0:6204:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097334.959249:0:6204:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097334.959265:0:6204:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097334.959281:0:6204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097334.959297:0:6204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097334.959304:0:6204:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1790097334.959319:0:6204:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff92f809e50380 x1877052883996032/t0(0) o101->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 576/688 e 0 to 0 dl 1790097350 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1790097334.959335:0:6204:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097334.959352:0:6204:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff92f80a5e0000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1790097334.959360:0:6204:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1790097334.959392:0:6204:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1790097334.959404:0:6204:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) for lock 0xbb19ad493f15bee9 00000080:00010000:3.0:1790097334.959411:0:6204:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) 00000080:00010000:3.0:1790097334.959416:0:6204:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb19ad493f15bee9 from it ffffb465c45ffcb8 00010000:00010000:3.0:1790097334.959431:0:6204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097334.959441:0:6204:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1790097335.280182:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097336.300314:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1790097337.208086:0:6256:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92f80b513a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1790097337.208105:0:6256:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88),name=/ 00000002:00010000:1.0:1790097337.208140:0:6256:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1790097337.208324:0:6256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1790097337.208350:0:6256:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1790097337.208359:0:6256:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1790097337.208370:0:6256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) 00000080:00010000:1.0:1790097337.208373:0:6256:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) for lock 0xbb19ad493f15bee9 00000080:00010000:1.0:1790097337.208382:0:6256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb19ad493f15bee9 from it ffffb465c18d7cb8 00010000:00010000:1.0:1790097337.208386:0:6256:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1790097337.208396:0:6256:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:1.0:1790097337.209506:0:6256:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92f80b513a88), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1790097337.209515:0:6256:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88),name=/ 00000002:00010000:1.0:1790097337.209535:0:6256:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1790097337.209550:0:6256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1790097337.209562:0:6256:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1790097337.209569:0:6256:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1790097337.209575:0:6256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) 00000080:00010000:1.0:1790097337.209578:0:6256:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) for lock 0xbb19ad493f15bee9 00000080:00010000:1.0:1790097337.209585:0:6256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb19ad493f15bee9 from it ffffb465c18d7cb8 00010000:00010000:1.0:1790097337.209731:0:6256:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1790097337.209743:0:6256:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1790097337.209865:0:6256:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88),name=/ 00000002:00010000:1.0:1790097337.209874:0:6256:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1790097337.209882:0:6256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1790097337.209891:0:6256:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1790097337.209897:0:6256:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1790097337.209902:0:6256:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) 00000080:00010000:1.0:1790097337.209904:0:6256:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) for lock 0xbb19ad493f15bee9 00000080:00010000:1.0:1790097337.209908:0:6256:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb19ad493f15bee9 from it ffffb465c18d7bb0 00010000:00010000:1.0:1790097337.209911:0:6256:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1790097337.209918:0:6256:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1790097337.209927:0:6256:0:(file.c:6729:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88), inode mode 41ed mask 44 00000080:00200008:1.0:1790097337.209934:0:6256:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff92f80b513a88), flags 100000 00000080:00200080:1.0:1790097337.210124:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:1.0:1790097337.210140:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f808451c00 uarg=0000000000000000 00800000:00000004:1.0:1790097337.210188:0:6256:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff92f8051e8000: age 284, max_age 285 00000100:00100000:1.0:1790097337.210247:0:6256:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2300 pname:cluuid:pid:xid:nid:opc:job lfs:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6256:1877052883996160:192.168.202.134@tcp:41: 00000100:00100000:1.0:1790097337.210345:0:6256:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80852a240 going to sleep for 11 seconds 00000100:00100000:1.0:1790097337.216983:0:6256:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2300 pname:cluuid:pid:xid:nid:opc:job lfs:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6256:1877052883996160:192.168.202.134@tcp:41: 00800000:00000004:1.0:1790097337.217013:0:6256:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff92f8051e8000: update ffff92f808680458 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:0.0:1790097337.217262:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:0.0:1790097337.217286:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f809316800 uarg=0000000000000000 00800000:00000004:0.0:1790097337.217310:0:6256:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff92f8051e8000: age -718, max_age 285 00000100:00100000:0.0:1790097337.217345:0:6256:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faf800 pname:cluuid:pid:xid:nid:opc:job lfs:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6256:1877052883996288:192.168.202.134@tcp:41: 00000100:00100000:0.0:1790097337.217443:0:6256:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f804c72900 going to sleep for 11 seconds 00010000:00080000:3.0:1790097337.222361:0:6256:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808faf800 x1877052883996288/t0(0) o41->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1790097353 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097337.222384:0:6256:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faf800 pname:cluuid:pid:xid:nid:opc:job lfs:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6256:1877052883996288:192.168.202.134@tcp:41: 00800000:00000004:3.0:1790097337.222423:0:6256:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff92f8051e8000: update ffff92f80862b7d8 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1790097337.222513:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.222534:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.222544:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.222548:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.222553:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.222557:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.222560:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.222564:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.222569:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.222573:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.222577:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.222581:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.222595:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.222614:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.222619:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.222621:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223019:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223027:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223032:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223035:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223037:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223039:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223041:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223043:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223045:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223047:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223049:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223050:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223052:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223054:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223056:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223058:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223060:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223061:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223063:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223065:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223067:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223068:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223076:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223079:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223081:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223083:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223085:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223087:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223089:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223091:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223093:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223094:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223096:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223098:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223100:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223101:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223103:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223105:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223107:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223108:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223110:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223112:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223114:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223115:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223117:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223119:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223121:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223129:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223134:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223138:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223142:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223146:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223177:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223183:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223186:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223189:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223191:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223193:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223195:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223196:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223198:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223200:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223202:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223204:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223206:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223208:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223210:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223212:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223214:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223216:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223218:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223219:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223227:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223230:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223232:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223234:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223236:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223238:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223240:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223241:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223243:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223245:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223247:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223249:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223251:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223252:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223254:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223256:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223258:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223259:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223261:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223263:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223265:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223266:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223268:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223270:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223272:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223277:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223280:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223283:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223285:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223287:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223289:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223290:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223292:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223294:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223296:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223297:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223299:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00800000:00000080:3.0:1790097337.223301:0:6256:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.223303:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.223307:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00020000:00000004:3.0:1790097337.223313:0:6256:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff92f8051e8000: age -718, max_age 285 00000100:00100000:3.0:1790097337.223348:0:6256:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job lfs:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6256:1877052883996416:192.168.202.134@tcp:13: 00000100:00100000:3.0:1790097337.223433:0:6256:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f8055209c0 going to sleep for 11 seconds 00010000:00080000:3.0:1790097337.227625:0:6256:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809327800 x1877052883996416/t0(0) o13->lustre-OST0000-osc-ffff92f8051e8000@192.168.202.134@tcp:7/4 lens 224/368 e 0 to 0 dl 1790097353 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097337.227654:0:6256:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job lfs:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6256:1877052883996416:192.168.202.134@tcp:13: 00020000:00000004:3.0:1790097337.227696:0:6256:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff92f8051e8000: update ffff92f808628458 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1790097337.227878:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.227901:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00020000:00000004:3.0:1790097337.227932:0:6256:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff92f8051e8000: age -718, max_age 285 00000100:00100000:3.0:1790097337.227983:0:6256:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job lfs:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6256:1877052883996544:192.168.202.134@tcp:13: 00000100:00100000:3.0:1790097337.228084:0:6256:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f8055209c0 going to sleep for 11 seconds 00010000:00080000:3.0:1790097337.233091:0:6256:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809327800 x1877052883996544/t0(0) o13->lustre-OST0001-osc-ffff92f8051e8000@192.168.202.134@tcp:7/4 lens 224/368 e 0 to 0 dl 1790097353 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097337.233118:0:6256:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job lfs:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:6256:1877052883996544:192.168.202.134@tcp:13: 00020000:00000004:3.0:1790097337.233416:0:6256:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff92f8051e8000: update ffff92f80862d198 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1790097337.233511:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.233536:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.233545:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.233551:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.233556:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.233560:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.233564:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.233567:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.233571:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.233574:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.233578:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.233581:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.233584:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.233925:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.233935:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.233940:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.233944:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.233970:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.233976:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.233980:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.233983:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234486:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234495:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234500:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234504:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234508:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234512:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234515:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234518:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234522:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234526:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234529:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234533:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234536:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234539:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234543:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234546:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234550:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234554:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234558:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234562:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234565:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234579:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234584:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234600:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234606:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234611:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234614:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234619:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234622:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234627:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234630:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234634:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234638:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234643:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234646:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234650:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234654:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234658:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234661:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234666:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234669:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234673:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234677:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234681:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234684:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234689:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234700:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234705:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234710:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234713:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234717:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234721:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234724:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234728:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234731:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234735:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234738:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234742:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234746:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234750:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234754:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234758:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234762:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234766:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234769:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234773:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234776:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234779:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234782:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234786:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234790:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234801:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234806:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234810:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234813:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234817:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234820:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234824:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234827:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234831:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234835:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234838:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234841:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234845:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234849:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234976:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.234983:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.234998:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.235003:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.235007:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.235011:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.235015:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.235018:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.235022:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.235025:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.235029:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.235040:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.235046:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.235051:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.235055:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.235058:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.235062:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.235065:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200080:3.0:1790097337.235069:0:6256:0:(dir.c:2013:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88) cmd=c00866a4 arg=7ffe41cd4e00 00020000:00000080:3.0:1790097337.235073:0:6256:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff92f8051e8000: cmd=c00866a4 len=592 karg=ffff92f81042f000 uarg=0000000000000000 00000080:00200008:3.0:1790097337.235095:0:6256:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff92f80b513a88), flags 100000 00010000:00010000:1.0:1790097337.325024:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097338.348344:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097339.383639:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790097339.629428:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052883996672:192.168.202.134@tcp:400: 00000100:00100000:0.0:1790097339.629548:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883996928:192.168.202.134@tcp:400: 00000100:00100000:0.0:1790097339.629574:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883997184:192.168.202.134@tcp:400: 00000100:00100000:0.0:1790097339.629603:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1790097339.629609:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883996800:192.168.202.134@tcp:400: 00000100:00100000:0.0:1790097339.629629:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883997056:192.168.202.134@tcp:400: 00000100:00100000:0.0:1790097339.639672:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883996800:192.168.202.134@tcp:400: 00010000:00080000:0.0:1790097339.639695:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fad500 x1877052883996928/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097339.639707:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883996928:192.168.202.134@tcp:400: 00010000:00080000:0.0:1790097339.642794:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808faed80 x1877052883997056/t0(0) o400->lustre-OST0000-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097339.642816:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883997056:192.168.202.134@tcp:400: 00000100:00100000:0.0:1790097339.642828:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052883996672:192.168.202.134@tcp:400: 00010000:00080000:0.0:1790097339.642839:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fad880 x1877052883997184/t0(0) o400->lustre-OST0001-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097339.642847:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883997184:192.168.202.134@tcp:400: 00010000:00010000:0.0:1790097340.398934:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790097340.465988:0:6450:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1790097341.424686:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097342.444829:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097343.468650:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097344.492354:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790097344.749062:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052883997312:192.168.202.134@tcp:400: 00000100:00100000:1.0:1790097344.749430:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883997440:192.168.202.134@tcp:400: 00000100:00100000:1.0:1790097344.750346:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883997568:192.168.202.134@tcp:400: 00000100:00100000:1.0:1790097344.750406:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883997824:192.168.202.134@tcp:400: 00000100:00100000:0.0:1790097344.750641:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883997696:192.168.202.134@tcp:400: 00000100:00100000:0.0:1790097344.763678:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883997440:192.168.202.134@tcp:400: 00000100:00100000:1.0:1790097344.763693:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052883997312:192.168.202.134@tcp:400: 00010000:00080000:1.0:1790097344.763730:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b0000 x1877052883997568/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097344.763746:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883997568:192.168.202.134@tcp:400: 00010000:00080000:1.0:1790097344.763767:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b2680 x1877052883997824/t0(0) o400->lustre-OST0001-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097344.763776:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883997824:192.168.202.134@tcp:400: 00010000:00080000:0.0:1790097344.774019:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b1c00 x1877052883997696/t0(0) o400->lustre-OST0000-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097344.774046:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052883997696:192.168.202.134@tcp:400: 00000100:00100000:0.0:1790097345.374015:0:2390:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.134@tcp (source: 12345-192.168.202.134@tcp) 00000100:00100000:0.0:1790097345.374060:0:2390:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.134@tcp (source: 12345-192.168.202.134@tcp) 00000100:00100000:1.0:1790097345.376923:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877052907118848 00000100:00100000:1.0:1790097345.376947:0:6162:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877052907118848 00000100:00100000:1.0:1790097345.377004:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877052907118976 00000100:00100000:1.0:1790097345.377008:0:6162:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877052907118976 00000100:00100000:1.0:1790097345.377029:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.134@tcp, seq: 0 00000100:00100000:1.0:1790097345.377040:0:6162:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92f808fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94271d42-674d-4b1a-870b-e5f22603f179+4:10353:x1877052907118848:12345-192.168.202.134@tcp:104: 00010000:00010000:1.0:1790097345.377067:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.134@tcp lock: ffff92f800031a00/0xbb19ad493f15be80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097345.377224:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790097345.377231:0:6162:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92f808fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94271d42-674d-4b1a-870b-e5f22603f179+4:10353:x1877052907118848:12345-192.168.202.134@tcp:104: Request processed in 193us (3226us total) trans 0 rc 0/0 00000100:00100000:1.0:1790097345.377238:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.134@tcp, seq: 0 00000100:00100000:1.0:1790097345.377259:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.134@tcp, seq: 1 00000100:00100000:1.0:1790097345.377265:0:6162:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92f808faed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94271d42-674d-4b1a-870b-e5f22603f179+3:10353:x1877052907118976:12345-192.168.202.134@tcp:104: 00010000:00010000:1.0:1790097345.377273:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.134@tcp lock: ffff92f800031000/0xbb19ad493f15be79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097345.377315:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1790097345.377321:0:6162:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92f808faed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94271d42-674d-4b1a-870b-e5f22603f179+3:10353:x1877052907118976:12345-192.168.202.134@tcp:104: Request processed in 57us (3261us total) trans 0 rc 0/0 00000100:00100000:1.0:1790097345.377337:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.134@tcp, seq: 1 00010000:00010000:3.0:1790097345.377427:0:6173:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790097345.377444:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.134@tcp lock: ffff92f800031a00/0xbb19ad493f15be80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097345.377452:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92f800031a00 already unused, calling callback (ffffffffc11bcc20) 10000000:00010000:3.0:1790097345.377457:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.134@tcp lock: ffff92f800031a00/0xbb19ad493f15be80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097345.377466:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.134@tcp lock: ffff92f800031a00/0xbb19ad493f15be80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790097345.377472:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.134@tcp lock: ffff92f800031a00/0xbb19ad493f15be80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790097345.377477:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1790097345.377542:0:6173:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.134@tcp lock: ffff92f800031a00/0xbb19ad493f15be80 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097345.377560:0:6173:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790097345.377581:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.134@tcp lock: ffff92f800031a00/0xbb19ad493f15be80 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097345.377587:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.134@tcp lock: ffff92f800031a00/0xbb19ad493f15be80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bab6b expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097345.377607:0:6173:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790097345.377610:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.134@tcp lock: ffff92f800031000/0xbb19ad493f15be79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097345.377616:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92f800031000 already unused, calling callback (ffffffffc11bcc20) 10000000:00010000:3.0:1790097345.377618:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.134@tcp lock: ffff92f800031000/0xbb19ad493f15be79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097345.377625:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.134@tcp lock: ffff92f800031000/0xbb19ad493f15be79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790097345.377631:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.134@tcp lock: ffff92f800031000/0xbb19ad493f15be79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790097345.377637:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1790097345.377649:0:6173:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.134@tcp lock: ffff92f800031000/0xbb19ad493f15be79 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097345.377654:0:6173:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790097345.377659:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.134@tcp lock: ffff92f800031000/0xbb19ad493f15be79 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097345.377665:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.134@tcp lock: ffff92f800031000/0xbb19ad493f15be79 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bab64 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097345.377685:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790097345.377687:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790097345.377689:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097345.378263:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790097345.378288:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94271d42-674d-4b1a-870b-e5f22603f179:2400:1877052883997952:192.168.202.134@tcp:103: 00000100:00100000:2.0:1790097345.378413:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790097345.378441:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94271d42-674d-4b1a-870b-e5f22603f179:2400:1877052883998080:192.168.202.134@tcp:103: 00000100:00100000:2.0:1790097345.386220:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94271d42-674d-4b1a-870b-e5f22603f179:2400:1877052883997952:192.168.202.134@tcp:103: 00000100:00100000:2.0:1790097345.389122:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94271d42-674d-4b1a-870b-e5f22603f179:2400:1877052883998080:192.168.202.134@tcp:103: 00010000:00010000:3.0:1790097345.518114:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097346.541545:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1790097346.924355:0:6175:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1790097346.924369:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff92f8051e8000 from 48 10000000:01000000:1.0:1790097346.924375:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1790097346.924440:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f81a212000/0xbb19ad493f15bef0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097346.924453:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff92f81a212000/0xbb19ad493f15bef0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097346.924464:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff92f81a212000/0xbb19ad493f15bef0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790097346.924575:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883998208:192.168.202.134@tcp:101: 00000100:00100000:1.0:1790097346.924763:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f818b000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790097346.937183:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883998208:192.168.202.134@tcp:101: 00010000:00010000:1.0:1790097346.937210:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff92f81a212000/0xbb19ad493f15bef0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54babb1 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097346.937221:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff92f81a212000/0xbb19ad493f15bef0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54babb1 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790097346.937285:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883998336:192.168.202.134@tcp:501: 00000100:00100000:1.0:1790097346.937358:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f818b000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790097346.952246:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883998336:192.168.202.134@tcp:501: 00000100:00100000:1.0:1790097346.952329:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883998464:192.168.202.134@tcp:503: 00000100:00100000:1.0:1790097346.952473:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f818b000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790097346.971947:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883998464:192.168.202.134@tcp:503: 00000100:00100000:2.0:1790097346.983230:0:6657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6657:1877052883998592:192.168.202.134@tcp:502: 00000100:00100000:2.0:1790097346.983375:0:6657:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f805146780 going to sleep for 11 seconds 00000100:00100000:2.0:1790097346.996936:0:6657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6657:1877052883998592:192.168.202.134@tcp:502: 00000020:01000000:2.0:1790097346.996996:0:6657:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097346.997017:0:6657:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097346.997020:0:6657:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1790097346.997026:0:6657:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1790097346.997079:0:6657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6657:1877052883998720:192.168.202.134@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790097347.000284:0:6657:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80852a0c0 going to sleep for 10 seconds 00000100:00100000:2.0:1790097347.006449:0:6657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6657:1877052883998720:192.168.202.134@tcp:502:llog_process_th.0 00000020:01000000:2.0:1790097347.006515:0:6657:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097347.006525:0:6657:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097347.006528:0:6657:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1790097347.006533:0:6657:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1790097347.006792:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1790097347.006816:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1790097347.006828:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f81a212000/0xbb19ad493f15bef0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54babb1 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097347.006841:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff92f81a212000/0xbb19ad493f15bef0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54babb1 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790097347.006852:0:6175:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1790097347.006855:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff92f80be00000 from 1 10000000:01000000:1.0:1790097347.006858:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1790097347.006895:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f81a213c00/0xbb19ad493f15bef7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097347.006914:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff92f81a213c00/0xbb19ad493f15bef7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097347.006923:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff92f81a213c00/0xbb19ad493f15bef7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790097347.006945:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883998848:192.168.202.134@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790097347.007047:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f818b000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790097347.020447:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883998848:192.168.202.134@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790097347.020480:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff92f81a213c00/0xbb19ad493f15bef7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54babb8 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097347.020495:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff92f81a213c00/0xbb19ad493f15bef7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54babb8 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790097347.020589:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883998976:192.168.202.134@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790097347.021505:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f818b000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790097347.031874:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883998976:192.168.202.134@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1790097347.031925:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1790097347.031936:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f81a213c00/0xbb19ad493f15bef7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54babb8 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097347.031949:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff92f81a213c00/0xbb19ad493f15bef7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54babb8 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097347.564604:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097348.589190:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790097348.768861:0:2390:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.134@tcp (source: 12345-192.168.202.134@tcp) 00000100:00100000:1.0:1790097348.769050:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877052907128704 00000100:00100000:1.0:1790097348.769068:0:6162:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877052907128704 00000100:00100000:1.0:1790097348.769255:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.134@tcp, seq: 2 00000100:00100000:1.0:1790097348.769267:0:6162:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92f808fad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94271d42-674d-4b1a-870b-e5f22603f179+3:10415:x1877052907128704:12345-192.168.202.134@tcp:104: 00010000:00010000:1.0:1790097348.769304:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.134@tcp lock: ffff92f82019aa00/0xbb19ad493f15beb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097348.769427:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790097348.769436:0:6162:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92f808fad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94271d42-674d-4b1a-870b-e5f22603f179+3:10415:x1877052907128704:12345-192.168.202.134@tcp:104: Request processed in 170us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1790097348.769444:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.134@tcp, seq: 2 00010000:00010000:3.0:1790097348.771785:0:6173:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790097348.771815:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.134@tcp lock: ffff92f82019aa00/0xbb19ad493f15beb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097348.771832:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92f82019aa00 already unused, calling callback (ffffffffc11bcc20) 10000000:00010000:3.0:1790097348.771837:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.134@tcp lock: ffff92f82019aa00/0xbb19ad493f15beb8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097348.771849:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.134@tcp lock: ffff92f82019aa00/0xbb19ad493f15beb8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790097348.771858:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.134@tcp lock: ffff92f82019aa00/0xbb19ad493f15beb8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790097348.771864:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1790097348.771955:0:6173:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.134@tcp lock: ffff92f82019aa00/0xbb19ad493f15beb8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097348.771963:0:6173:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790097348.771993:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.134@tcp lock: ffff92f82019aa00/0xbb19ad493f15beb8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097348.772001:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.134@tcp lock: ffff92f82019aa00/0xbb19ad493f15beb8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bab79 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097348.772072:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790097348.772074:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790097348.772076:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790097348.772093:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790097348.772126:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94271d42-674d-4b1a-870b-e5f22603f179:2399:1877052883999104:192.168.202.134@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1790097348.786571:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94271d42-674d-4b1a-870b-e5f22603f179:2399:1877052883999104:192.168.202.134@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790097349.612652:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790097349.868887:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052883999232:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097349.869357:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883999360:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097349.869621:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883999616:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097349.869660:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1790097349.869666:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883999488:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097349.869691:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883999744:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097349.876251:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052883999232:192.168.202.134@tcp:400:kworker.0 00010000:00080000:0.0:1790097349.877381:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b3800 x1877052883999744/t0(0) o400->lustre-OST0001-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097349.877402:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883999744:192.168.202.134@tcp:400:kworker.0 00010000:00080000:0.0:1790097349.877415:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b0a80 x1877052883999616/t0(0) o400->lustre-OST0000-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097349.877423:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883999616:192.168.202.134@tcp:400:kworker.0 00010000:00080000:1.0:1790097349.887264:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b0e00 x1877052883999488/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097349.887299:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883999488:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097349.887681:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052883999360:192.168.202.134@tcp:400:kworker.0 10000000:01000000:2.0:1790097350.127760:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1790097350.127775:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92f8051e8000 from 4 10000000:01000000:2.0:1790097350.127784:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790097350.127865:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097350.127881:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097350.127920:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790097350.127963:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883999872:192.168.202.134@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790097350.128112:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80852a540 going to sleep for 11 seconds 00000100:00100000:2.0:1790097350.131396:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052883999872:192.168.202.134@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790097350.131447:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097350.131713:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790097350.131897:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884000000:192.168.202.134@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790097350.132105:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80852a540 going to sleep for 11 seconds 00000100:00100000:2.0:1790097350.146453:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884000000:192.168.202.134@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790097350.146560:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884000128:192.168.202.134@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790097350.146704:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80852a540 going to sleep for 11 seconds 00000100:00100000:2.0:1790097350.153426:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884000128:192.168.202.134@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790097350.156308:0:6714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faf480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6714:1877052884000256:192.168.202.134@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790097350.157051:0:6714:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f808502600 going to sleep for 11 seconds 00000100:00100000:2.0:1790097350.174041:0:6714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faf480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6714:1877052884000256:192.168.202.134@tcp:502:llog_process_th.0 00000020:01000000:2.0:1790097350.174120:0:6714:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097350.174138:0:6714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097350.174141:0:6714:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1790097350.174169:0:6714:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92f8051e8000 00000020:00000080:2.0:1790097350.174186:0:6714:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1790097350.174323:0:6714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6714:1877052884000384:192.168.202.134@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790097350.174496:0:6714:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80852a840 going to sleep for 11 seconds 00000100:00100000:2.0:1790097350.182423:0:6714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:6714:1877052884000384:192.168.202.134@tcp:502:llog_process_th.0 00000020:01000000:2.0:1790097350.182491:0:6714:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097350.182503:0:6714:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097350.182513:0:6714:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1790097350.182520:0:6714:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1790097350.183222:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1790097350.183256:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790097350.183275:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097350.183299:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097350.637724:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097351.664934:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790097352.684428:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097353.710567:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790097354.738383:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790097354.992545:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884000512:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097354.992891:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790097354.992899:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884000640:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097354.993467:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884000768:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097354.993553:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884000896:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097354.993624:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884001024:192.168.202.134@tcp:400:kworker.0 00010000:00080000:0.0:1790097355.013083:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fafb80 x1877052884000896/t0(0) o400->lustre-OST0000-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097355.013105:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884000896:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097355.014967:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884000640:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097355.014984:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884000512:192.168.202.134@tcp:400:kworker.0 00010000:00080000:1.0:1790097355.015013:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808faea00 x1877052884001024/t0(0) o400->lustre-OST0001-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097355.015024:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884001024:192.168.202.134@tcp:400:kworker.0 00010000:00080000:1.0:1790097355.015037:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808faf100 x1877052884000768/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097355.015047:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884000768:192.168.202.134@tcp:400:kworker.0 00010000:00010000:1.0:1790097355.758491:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790097355.775837:0:7020:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg234-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:3.0:1790097356.780583:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790097357.805331:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790097358.836046:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790097359.854256:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790097360.109905:0:8:0:(import.c:65:import_set_state_nolock()) ffff92f80936e000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1790097360.109912:0:8:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff92f8051e8000: disconnect after 23s idle 00000100:00080000:0.0:1790097360.112222:0:8:0:(import.c:65:import_set_state_nolock()) ffff92f80936f800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1790097360.112227:0:8:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff92f8051e8000: disconnect after 23s idle 00000100:00100000:0.0:1790097360.112281:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052884001152:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097360.112362:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884001408:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097360.112391:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790097360.112397:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884001280:192.168.202.134@tcp:400:kworker.0 00000100:00100000:3.0:1790097360.113099:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052884001536:192.168.202.134@tcp:9:kworker.0 00000100:00100000:3.0:1790097360.113198:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052884001664:192.168.202.134@tcp:9:kworker.0 00000100:00100000:0.0:1790097360.116828:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884001280:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097360.116845:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052884001152:192.168.202.134@tcp:400:kworker.0 00010000:00080000:0.0:1790097360.116859:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fae300 x1877052884001408/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097360.116870:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884001408:192.168.202.134@tcp:400:kworker.0 00010000:00080000:2.0:1790097360.137849:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fac000 x1877052884001536/t0(0) o9->lustre-OST0000-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790097360.137869:0:2396:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff92f808fac000 x1877052884001536/t0(0) o9->lustre-OST0000-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790097360.137877:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f80936e000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1790097360.137882:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052884001536:192.168.202.134@tcp:9:kworker.0 00010000:00080000:2.0:1790097360.137897:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fadc00 x1877052884001664/t0(0) o9->lustre-OST0001-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790097360.137906:0:2396:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff92f808fadc00 x1877052884001664/t0(0) o9->lustre-OST0001-osc-ffff92f8051e8000@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790097360.137912:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f80936f800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1790097360.137915:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2396:1877052884001664:192.168.202.134@tcp:9:kworker.0 00010000:00010000:3.0:1790097360.876785:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097361.902235:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790097362.011214:0:7302:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg234-client.virtnet: executing yml_node 00010000:00010000:2.0:1790097362.925376:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097363.951712:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790097364.975911:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790097365.229786:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884001920:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097365.229940:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1790097365.229949:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052884001792:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097365.229981:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884002048:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097365.238832:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052884001792:192.168.202.134@tcp:400:kworker.0 00010000:00080000:1.0:1790097365.241943:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fac700 x1877052884002048/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097365.241971:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884002048:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097365.241988:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884001920:192.168.202.134@tcp:400:kworker.0 00010000:00010000:0.0:1790097366.002219:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790097367.031950:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790097367.765051:0:7755:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.58.63 00010000:00010000:0.0:1790097368.044289:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097369.071178:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097370.092317:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790097370.351336:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94271d42-674d-4b1a-870b-e5f22603f179:2399:1877052884002176:192.168.202.134@tcp:400:kworker.0 00000100:00100000:2.0:1790097370.351476:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884002432:192.168.202.134@tcp:400:kworker.0 00000100:00100000:2.0:1790097370.351511:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790097370.351516:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884002304:192.168.202.134@tcp:400:kworker.0 00000100:00100000:3.0:1790097370.379369:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884002304:192.168.202.134@tcp:400:kworker.0 00000100:00100000:3.0:1790097370.379393:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94271d42-674d-4b1a-870b-e5f22603f179:2399:1877052884002176:192.168.202.134@tcp:400:kworker.0 00010000:00080000:3.0:1790097370.379410:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809e53b80 x1877052884002432/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097370.379422:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884002432:192.168.202.134@tcp:400:kworker.0 00000001:02000400:2.0:1790097370.956133:0:7912:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.58.63 00010000:00010000:0.0:1790097371.118201:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097372.140675:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097373.165267:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097374.189034:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1790097374.453353:0:8068:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.58.63 00010000:00010000:0.0:1790097375.214121:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790097375.478497:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052884002560:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097375.482886:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884002816:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097375.483008:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790097375.483016:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884002688:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097375.501198:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884002688:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097375.501220:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052884002560:192.168.202.134@tcp:400:kworker.0 00010000:00080000:0.0:1790097375.501237:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fac700 x1877052884002816/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097375.501249:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884002816:192.168.202.134@tcp:400:kworker.0 00010000:00010000:0.0:1790097376.236316:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1790097376.586898:0:8214:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Tue Sep 22 13:16:14 EDT 2026 00010000:00010000:0.0:1790097377.260269:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097378.302722:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097379.308427:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790097380.333392:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790097380.589317:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884002944:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097380.589330:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884003072:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097380.589472:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884003200:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097380.599748:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884002944:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097380.599799:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884003072:192.168.202.134@tcp:400:kworker.0 00010000:00080000:0.0:1790097380.600431:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fafb80 x1877052884003200/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097380.600447:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884003200:192.168.202.134@tcp:400:kworker.0 00010000:00010000:0.0:1790097381.356334:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790097382.380549:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097383.404601:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097384.429343:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097385.452388:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790097385.708607:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884003456:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097385.708758:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1790097385.708765:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884003328:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097385.708796:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884003584:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097385.722726:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884003328:192.168.202.134@tcp:400:kworker.0 00010000:00080000:1.0:1790097385.722779:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b2680 x1877052884003584/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097385.722794:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884003584:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097385.722808:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884003456:192.168.202.134@tcp:400:kworker.0 00010000:00010000:2.0:1790097386.481919:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097387.500349:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097388.524594:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097389.557506:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097390.572484:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790097390.828671:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884003840:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097390.828685:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884003712:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097390.835361:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884003968:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097390.849382:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884003712:192.168.202.134@tcp:400:kworker.0 00010000:00080000:0.0:1790097390.849411:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fac700 x1877052884003968/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097390.849438:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884003968:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097390.868951:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884003840:192.168.202.134@tcp:400:kworker.0 00010000:00010000:2.0:1790097391.606107:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097392.620444:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790097393.644266:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097394.669376:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097395.696861:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790097395.948338:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884004224:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097395.948445:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1790097395.948453:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884004096:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097395.948486:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884004352:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097395.955387:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884004096:192.168.202.134@tcp:400:kworker.0 00010000:00080000:1.0:1790097395.964284:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fae300 x1877052884004352/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097395.964306:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884004352:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097395.964321:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884004224:192.168.202.134@tcp:400:kworker.0 00000001:02000400:1.0:1790097396.193669:0:8778:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:1.0:1790097396.718133:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790097397.741414:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790097398.216004:0:8920:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:2.0:1790097398.767917:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790097399.791259:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1790097400.008133:0:9066:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 13:16:38 (1790097398) === 00000080:00200008:2.0:1790097400.129434:0:8227:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92f80b513a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1790097400.129447:0:8227:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88),name=/ 00000002:00010000:2.0:1790097400.129474:0:8227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1790097400.129493:0:8227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1790097400.129510:0:8227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1790097400.129519:0:8227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1790097400.129535:0:8227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) 00000080:00010000:2.0:1790097400.129545:0:8227:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) for lock 0xbb19ad493f15bee9 00000080:00010000:2.0:1790097400.129555:0:8227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb19ad493f15bee9 from it ffffb465c1c27cb8 00010000:00010000:2.0:1790097400.129560:0:8227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1790097400.129570:0:8227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1790097400.162436:0:8227:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92f80b513a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1790097400.162456:0:8227:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88),name=/ 00000002:00010000:0.0:1790097400.162486:0:8227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1790097400.162506:0:8227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1790097400.162523:0:8227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1790097400.162531:0:8227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1790097400.162538:0:8227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) 00000080:00010000:0.0:1790097400.162542:0:8227:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) for lock 0xbb19ad493f15bee9 00000080:00010000:0.0:1790097400.162549:0:8227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb19ad493f15bee9 from it ffffb465c1c27cb8 00010000:00010000:0.0:1790097400.162553:0:8227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1790097400.162561:0:8227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1790097400.195378:0:8227:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92f80b513a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1790097400.195390:0:8227:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88),name=/ 00000002:00010000:3.0:1790097400.195426:0:8227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1790097400.195447:0:8227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1790097400.195462:0:8227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1790097400.195470:0:8227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1790097400.195477:0:8227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) 00000080:00010000:3.0:1790097400.195481:0:8227:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) for lock 0xbb19ad493f15bee9 00000080:00010000:3.0:1790097400.195489:0:8227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb19ad493f15bee9 from it ffffb465c1c27cb8 00010000:00010000:3.0:1790097400.195493:0:8227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1790097400.195501:0:8227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1790097400.231090:0:8227:0:(file.c:6353:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff92f80b513a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1790097400.231107:0:8227:0:(file.c:6248:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b513a88),name=/ 00000002:00010000:0.0:1790097400.231134:0:8227:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1790097400.231168:0:8227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1790097400.231183:0:8227:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1790097400.231192:0:8227:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1790097400.231208:0:8227:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) 00000080:00010000:0.0:1790097400.231212:0:8227:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff92f80b513a88) for lock 0xbb19ad493f15bee9 00000080:00010000:0.0:1790097400.231220:0:8227:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbb19ad493f15bee9 from it ffffb465c1c27cb8 00010000:00010000:0.0:1790097400.231224:0:8227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1790097400.231234:0:8227:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff92f8051e8000 lock: ffff92f82019b000/0xbb19ad493f15bee9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x83ea5de8f54baba3 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:2.0:1790097400.552765:0:9115:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1790097400.552769:0:9115:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1790097400.552771:0:9115:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.134@tcp:/lustre 00000020:01000004:2.0:1790097400.552772:0:9115:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1790097400.554488:0:9115:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff92f80b3aa800 00000080:01000004:2.0:1790097400.554503:0:9115:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1790097400.554529:0:9115:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.134@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1790097400.554533:0:9115:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.134@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1790097400.554542:0:9115:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff92f80b3aa800 (sb ffff92f80b3aa800) 00000080:01000000:2.0:1790097400.554637:0:9115:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1790097400.554639:0:9115:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1790097400.554643:0:9115:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:2.0:1790097400.554650:0:9115:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 6055a674-9599-489e-b95c-2473accf281e 10000000:01000000:2.0:1790097400.558414:0:9115:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1790097400.558422:0:9115:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff92f80b3aa800 10000000:01000000:2.0:1790097400.558429:0:9115:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff92f80b3aa800 10000000:01000000:2.0:1790097400.558433:0:9115:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1790097400.558438:0:9115:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff92f80b3aa800 10000000:01000000:2.0:1790097400.558441:0:9115:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790097400.558444:0:9115:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff92f80b3aa800 10000000:01000000:2.0:1790097400.558447:0:9115:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1790097400.558450:0:9115:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff92f80b3aa800 from 1 10000000:01000000:2.0:1790097400.558453:0:9115:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1790097400.558497:0:9115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f82019b800/0xbb19ad493f15bf05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097400.558510:0:9115:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff92f82019b800/0xbb19ad493f15bf05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097400.558523:0:9115:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff92f82019b800/0xbb19ad493f15bf05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790097400.558551:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884004480:192.168.202.134@tcp:101:mount.lustre.0 00000100:00100000:2.0:1790097400.558640:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f8012543c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790097400.570208:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e52a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884004480:192.168.202.134@tcp:101:mount.lustre.0 00010000:00010000:3.0:1790097400.570237:0:9115:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff92f82019b800/0xbb19ad493f15bf05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac83 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097400.570249:0:9115:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff92f82019b800/0xbb19ad493f15bf05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bac83 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790097400.570327:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884004608:192.168.202.134@tcp:501:mount.lustre.0 00000100:00100000:3.0:1790097400.570407:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80be0aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1790097400.576284:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884004608:192.168.202.134@tcp:501:mount.lustre.0 00000100:00100000:3.0:1790097400.576348:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884004736:192.168.202.134@tcp:503:mount.lustre.0 00000100:00100000:3.0:1790097400.576437:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80be0aa80 going to sleep for 11 seconds 00000100:00100000:3.0:1790097400.579380:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884004736:192.168.202.134@tcp:503:mount.lustre.0 00000100:00100000:0.0:1790097400.587822:0:9119:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:9119:1877052884004864:192.168.202.134@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790097400.590094:0:9119:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f802d1d540 going to sleep for 11 seconds 00000100:00100000:2.0:1790097400.598511:0:9119:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:9119:1877052884004864:192.168.202.134@tcp:502:llog_process_th.0 00000020:01000000:2.0:1790097400.598565:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097400.598577:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.598580:0:9119:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1790097400.598587:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.598590:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790097400.598604:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff92f80b3aa800 (ffff92f808684d40) 00000020:00000080:2.0:1790097400.598625:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:2.0:1790097400.598633:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.598637:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1790097400.598964:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff92f80b3aa800 (uuid 6055a674-9599-489e-b95c-2473accf281e) 00000020:01000000:2.0:1790097400.598971:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097400.598974:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.598976:0:9119:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1790097400.598979:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097400.598981:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.598983:0:9119:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1790097400.598986:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.598987:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790097400.599005:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff92f80b3aa800 (ffff92f809e319c0) 00000020:00000080:2.0:1790097400.599015:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:2.0:1790097400.599020:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.599022:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1790097400.599240:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff92f80b3aa800 (uuid 6055a674-9599-489e-b95c-2473accf281e) 00000020:01000000:2.0:1790097400.599245:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097400.599249:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.599250:0:9119:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1790097400.599253:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097400.599256:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.599257:0:9119:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1790097400.599260:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790097400.599262:0:9119:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1790097400.599265:0:9119:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1790097400.599270:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097400.599273:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.599274:0:9119:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1790097400.599277:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097400.599281:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.599282:0:9119:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1790097400.599284:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790097400.599289:0:9119:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.134@tcp to nid 0x20000c0a8ca86 (192.168.202.134@tcp) 00000020:01000000:2.0:1790097400.599310:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.599313:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790097400.599320:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff92f80b3aa800 (ffff92f809e33380) 00000020:00000080:2.0:1790097400.599329:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:2.0:1790097400.599334:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.599337:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1790097400.599394:0:9119:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92f80a5bf000@lustre-MDT0000-mdc-ffff92f80b3aa800: add connection 192.168.202.134@tcp at head 00010000:00010000:2.0:1790097400.600990:0:9119:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff92f80b3aa800-5 is initialized 00000040:01000000:2.0:1790097400.609072:0:9119:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff92f80b3aa800 ctxt 13 is initialized 00000020:00000080:2.0:1790097400.609126:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff92f80b3aa800 (uuid 6055a674-9599-489e-b95c-2473accf281e) 00000020:01000000:2.0:1790097400.609162:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.609167:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1790097400.609193:0:9119:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1790097400.609238:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097400.609242:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.609244:0:9119:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1790097400.609247:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790097400.609250:0:9119:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1790097400.609252:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790097400.609253:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790097400.609255:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790097400.609378:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.609380:0:9119:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790097400.609385:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097400.609390:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.609391:0:9119:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1790097400.609394:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790097400.609400:0:9119:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.134@tcp to nid 0x20000c0a8ca86 (192.168.202.134@tcp) 00000020:01000000:2.0:1790097400.609428:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.609430:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790097400.609441:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff92f80b3aa800 (ffff92f809e30000) 00000020:00000080:2.0:1790097400.609459:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:2.0:1790097400.609465:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.609467:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1790097400.609558:0:9119:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92f80a5bd000@lustre-MDT0001-mdc-ffff92f80b3aa800: add connection 192.168.202.134@tcp at head 00010000:00010000:2.0:1790097400.614853:0:9119:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff92f80b3aa800-6 is initialized 00000040:01000000:2.0:1790097400.615103:0:9119:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff92f80b3aa800 ctxt 13 is initialized 00000020:00000080:2.0:1790097400.615177:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff92f80b3aa800 (uuid 6055a674-9599-489e-b95c-2473accf281e) 00000020:01000000:2.0:1790097400.615193:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.615197:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1790097400.615222:0:9119:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1790097400.615263:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097400.615273:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.615275:0:9119:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1790097400.615278:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790097400.615281:0:9119:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1790097400.615282:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790097400.615284:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790097400.615285:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790097400.615287:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.615289:0:9119:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790097400.615291:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790097400.615295:0:9119:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.134@tcp:/lustre 00000020:00000080:2.0:1790097400.615298:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.615299:0:9119:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790097400.615302:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790097400.615307:0:9119:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.134@tcp to nid 0x20000c0a8ca86 (192.168.202.134@tcp) 00000020:01000000:2.0:1790097400.615332:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.615334:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790097400.615344:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff92f80b3aa800 (ffff92f809e34d40) 00000020:00000080:2.0:1790097400.615359:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:2.0:1790097400.615363:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.615365:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1790097400.615453:0:9119:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92f80a5be800@lustre-OST0000-osc-ffff92f80b3aa800: add connection 192.168.202.134@tcp at head 00010000:00010000:2.0:1790097400.615629:0:9119:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff92f80b3aa800-7 is initialized 00000020:00000080:2.0:1790097400.626281:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff92f80b3aa800 (uuid 6055a674-9599-489e-b95c-2473accf281e) 00000020:01000000:2.0:1790097400.626300:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.626304:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1790097400.626330:0:9119:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1790097400.626341:0:9119:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff92f80b3aa800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1790097400.626348:0:9119:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1790097400.626364:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097400.626368:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.626370:0:9119:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1790097400.626385:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790097400.626388:0:9119:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1790097400.626389:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790097400.626391:0:9119:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790097400.626393:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790097400.626396:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.626397:0:9119:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790097400.626400:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790097400.626405:0:9119:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.134@tcp:/lustre 00000020:00000080:2.0:1790097400.626409:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.626410:0:9119:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1790097400.626413:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790097400.626418:0:9119:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.134@tcp to nid 0x20000c0a8ca86 (192.168.202.134@tcp) 00000020:01000000:2.0:1790097400.626444:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.626447:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790097400.626468:0:9119:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff92f80b3aa800 (ffff92f80a288000) 00000020:00000080:2.0:1790097400.626489:0:9119:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:2.0:1790097400.626495:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.626498:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1790097400.626568:0:9119:0:(ldlm_lib.c:102:import_set_conn()) imp ffff92f80a5b8000@lustre-OST0001-osc-ffff92f80b3aa800: add connection 192.168.202.134@tcp at head 00010000:00010000:2.0:1790097400.626788:0:9119:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff92f80b3aa800-8 is initialized 00000020:00000080:2.0:1790097400.627066:0:9119:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff92f80b3aa800 (uuid 6055a674-9599-489e-b95c-2473accf281e) 00000020:01000000:2.0:1790097400.627073:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff92f80b3aa800 00000020:00000080:2.0:1790097400.627075:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1790097400.627086:0:9119:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1790097400.627092:0:9119:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff92f80b3aa800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1790097400.627095:0:9119:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1790097400.627102:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097400.627105:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.627106:0:9119:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1790097400.627110:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790097400.627112:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.627118:0:9119:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1790097400.627121:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1790097400.627123:0:9119:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1790097400.627125:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097400.627127:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.627128:0:9119:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000100:00100000:2.0:1790097400.627198:0:9119:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e50700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:9119:1877052884004992:192.168.202.134@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790097400.627293:0:9119:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80934bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1790097400.631703:0:9119:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e50700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:9119:1877052884004992:192.168.202.134@tcp:502:llog_process_th.0 00000020:01000000:1.0:1790097400.631749:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790097400.631761:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790097400.631763:0:9119:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1790097400.631770:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1790097400.631825:0:9119:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b0e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:9119:1877052884005120:192.168.202.134@tcp:502:llog_process_th.0 00000100:00100000:1.0:1790097400.631921:0:9119:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80c6e56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790097400.637922:0:9119:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b0e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:9119:1877052884005120:192.168.202.134@tcp:502:llog_process_th.0 00000020:01000000:1.0:1790097400.637966:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790097400.637975:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790097400.637977:0:9119:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1790097400.637982:0:9119:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1790097400.638677:0:9115:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1790097400.638695:0:9115:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1790097400.638749:0:9115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f82019b800/0xbb19ad493f15bf05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac83 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097400.638762:0:9115:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff92f82019b800/0xbb19ad493f15bf05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac83 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790097400.638770:0:9115:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff92f80b3aa800 from 1 10000000:01000000:3.0:1790097400.638773:0:9115:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1790097400.638818:0:9115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f8029bc000/0xbb19ad493f15bf36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097400.638826:0:9115:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff92f8029bc000/0xbb19ad493f15bf36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097400.638836:0:9115:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff92f8029bc000/0xbb19ad493f15bf36 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790097400.638859:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884005248:192.168.202.134@tcp:101:mount.lustre.0 00000100:00100000:3.0:1790097400.638936:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f808b2a000 going to sleep for 11 seconds 00000100:00100000:3.0:1790097400.644024:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884005248:192.168.202.134@tcp:101:mount.lustre.0 00010000:00010000:3.0:1790097400.644054:0:9115:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff92f8029bc000/0xbb19ad493f15bf36 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac8a expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097400.644067:0:9115:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff92f8029bc000/0xbb19ad493f15bf36 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bac8a expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790097400.644960:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884005376:192.168.202.134@tcp:256:mount.lustre.0 00000100:00100000:3.0:1790097400.645089:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f808b2a000 going to sleep for 11 seconds 00000100:00100000:3.0:1790097400.652787:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884005376:192.168.202.134@tcp:256:mount.lustre.0 10000000:01000000:2.0:1790097400.656710:0:9115:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1790097400.657015:0:9115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f8029bc000/0xbb19ad493f15bf36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac8a expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097400.657032:0:9115:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff92f8029bc000/0xbb19ad493f15bf36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac8a expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790097400.657041:0:9115:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92f80b3aa800 from 1 10000000:01000000:2.0:1790097400.657045:0:9115:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790097400.657087:0:9115:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097400.657096:0:9115:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097400.657107:0:9115:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790097400.657136:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e52300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884005504:192.168.202.134@tcp:101:mount.lustre.0 00000100:00100000:2.0:1790097400.657263:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80934b540 going to sleep for 11 seconds 00000100:00100000:2.0:1790097400.669594:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e52300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884005504:192.168.202.134@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790097400.669642:0:9115:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790097400.669656:0:9115:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790097400.669738:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e52300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884005632:192.168.202.134@tcp:501:mount.lustre.0 00000100:00100000:2.0:1790097400.669829:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80934b540 going to sleep for 11 seconds 00000100:00100000:3.0:1790097400.679394:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e52300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884005632:192.168.202.134@tcp:501:mount.lustre.0 00000100:00100000:3.0:1790097400.679460:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884005760:192.168.202.134@tcp:503:mount.lustre.0 00000100:00100000:3.0:1790097400.679611:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f808b2a000 going to sleep for 11 seconds 00000100:00100000:3.0:1790097400.695755:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:94271d42-674d-4b1a-870b-e5f22603f179:9115:1877052884005760:192.168.202.134@tcp:503:mount.lustre.0 00000100:00100000:3.0:1790097400.696444:0:9122:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:9122:1877052884005888:192.168.202.134@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790097400.696583:0:9122:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80be73840 going to sleep for 11 seconds 00000100:00100000:3.0:1790097400.702760:0:9122:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:9122:1877052884005888:192.168.202.134@tcp:502:llog_process_th.0 00000020:01000000:3.0:1790097400.702829:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790097400.702841:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097400.702844:0:9122:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1790097400.702852:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92f80b3aa800 00000020:00000080:3.0:1790097400.702855:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1790097400.702865:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790097400.702867:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097400.702891:0:9122:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1790097400.702895:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790097400.702898:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790097400.702899:0:9122:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1790097400.702902:0:9122:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff92f80b3aa800 00000020:00000080:3.0:1790097400.702904:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1790097400.703016:0:9122:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:9122:1877052884006016:192.168.202.134@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790097400.703341:0:9122:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80be73840 going to sleep for 11 seconds 00000100:00100000:2.0:1790097400.716368:0:9122:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:94271d42-674d-4b1a-870b-e5f22603f179:9122:1877052884006016:192.168.202.134@tcp:502:llog_process_th.0 00000020:01000000:2.0:1790097400.716413:0:9122:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790097400.716422:0:9122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790097400.716425:0:9122:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1790097400.716432:0:9122:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1790097400.716608:0:9115:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1790097400.716646:0:9115:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790097400.716667:0:9115:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097400.716679:0:9115:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1790097400.716698:0:9115:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1790097400.716727:0:9115:0:(genops.c:1384:class_connect()) connect: client 6055a674-9599-489e-b95c-2473accf281e, cookie 0xbb19ad493f15bf44 00800000:01000000:1.0:1790097400.716753:0:9115:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 6055a674-9599-489e-b95c-2473accf281e to lustre-clilmv-ffff92f80b3aa800 00800000:01000000:1.0:1790097400.716762:0:9115:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff92f80b3aa800(6055a674-9599-489e-b95c-2473accf281e) - lustre-MDT0000_UUID, 6055a674-9599-489e-b95c-2473accf281e 00000020:00000080:1.0:1790097400.716770:0:9115:0:(genops.c:1384:class_connect()) connect: client 6055a674-9599-489e-b95c-2473accf281e, cookie 0xbb19ad493f15bf4b 00000100:00080000:1.0:1790097400.716778:0:9115:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff92f80b3aa800: connect to NID 192.168.202.134@tcp last attempt 0 00000100:00080000:1.0:1790097400.716790:0:9115:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff92f80b3aa800: import ffff92f80a5bf000 using connection 192.168.202.134@tcp/192.168.202.134@tcp 00000008:00100000:1.0:1790097400.716816:0:9115:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1790097400.716845:0:9115:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92f8104b0e00 x1877052884006144/t0(0) o38->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790097400.716868:0:9115:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID 00800000:01000000:1.0:1790097400.716947:0:9115:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff92f80b3aa800(6055a674-9599-489e-b95c-2473accf281e) successfully (5) 00800000:00000004:1.0:1790097400.716952:0:9115:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff92f80b3aa800: age -650, max_age 0 00800000:01000000:1.0:1790097400.716987:0:9115:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff92f80b3aa800(6055a674-9599-489e-b95c-2473accf281e) - lustre-MDT0001_UUID, 6055a674-9599-489e-b95c-2473accf281e 00000020:00000080:1.0:1790097400.716996:0:9115:0:(genops.c:1384:class_connect()) connect: client 6055a674-9599-489e-b95c-2473accf281e, cookie 0xbb19ad493f15bf52 00000100:00080000:1.0:1790097400.717002:0:9115:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff92f80b3aa800: connect to NID 192.168.202.134@tcp last attempt 0 00000100:00080000:1.0:1790097400.717008:0:9115:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff92f80b3aa800: import ffff92f80a5bd000 using connection 192.168.202.134@tcp/192.168.202.134@tcp 00000008:00100000:1.0:1790097400.717014:0:9115:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1790097400.717025:0:9115:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92f8104b0000 x1877052884006400/t0(0) o38->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790097400.717034:0:9115:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID 00800000:01000000:1.0:1790097400.717076:0:9115:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff92f80b3aa800(6055a674-9599-489e-b95c-2473accf281e) successfully (5) 00800000:00000004:1.0:1790097400.717079:0:9115:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff92f80b3aa800: age -650, max_age 0 00000080:00000004:1.0:1790097400.717096:0:9115:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff92f80b3aa800: age -650, max_age 349 00800000:00000004:1.0:1790097400.717102:0:9115:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff92f80b3aa800: age -650, max_age 349 00000100:00080000:1.0:1790097400.717119:0:9115:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff92f8104b3480 x1877052884006656/t0(0) o41->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097400.717128:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80c6e5600 going to sleep for 0 seconds 00000100:00100000:1.0:1790097400.717182:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884006144:192.168.202.134@tcp:38:mount.lustre.0 00000100:00100000:1.0:1790097400.720476:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884006400:192.168.202.134@tcp:38:mount.lustre.0 00000100:00080000:1.0:1790097400.721215:0:2398:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff92f8104b2680 x1877052884006272/t0(0) o41->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097400.721230:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884006784:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097400.721275:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00080000:1.0:1790097400.721282:0:2398:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff92f8104b1f80 x1877052884006528/t0(0) o41->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097400.721309:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884006912:192.168.202.134@tcp:400:kworker.0 00000100:00100000:0.0:1790097400.728049:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f80b3aa800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790097400.728066:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff92f80b3aa800: connect to target with instance 1 00000100:00080000:0.0:1790097400.728076:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff92f80b3aa800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1790097400.728090:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1790097400.728095:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f80a5bf000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1790097400.728230:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000028a05977): req@ffff92f8104b3480 x1877052884006656/t0(0) o41->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790097400.728246:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000387ad58): req@ffff92f8104b2680 x1877052884006272/t0(0) o41->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097400.728256:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884006144:192.168.202.134@tcp:38:mount.lustre.0 00010000:00080000:0.0:1790097400.728274:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b0000 x1877052884006400/t0(0) o38->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 520/416 e 0 to 0 dl 1790097410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097400.728281:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f80b3aa800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1790097400.728286:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff92f80b3aa800: connect to target with instance 1 00000100:00080000:0.0:1790097400.728298:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff92f80b3aa800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1790097400.728303:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1790097400.728305:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f80a5bd000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1790097400.728433:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000387ad58): req@ffff92f8104b1f80 x1877052884006528/t0(0) o41->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097400.728443:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884006400:192.168.202.134@tcp:38:mount.lustre.0 00010000:00080000:1.0:1790097400.728721:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b2d80 x1877052884006912/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097400.728733:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884006912:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097400.728763:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884006784:192.168.202.134@tcp:400:kworker.0 00000100:00100000:1.0:1790097400.729095:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80c6e5600 going to sleep for 11 seconds 00010000:00080000:1.0:1790097400.736119:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b1f80 x1877052884006528/t0(0) o41->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/368 e 0 to 0 dl 1790097416 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097400.736145:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:0:1877052884006528:192.168.202.134@tcp:41:mount.lustre.0 00000100:00100000:1.0:1790097400.736177:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:0:1877052884006272:192.168.202.134@tcp:41:mount.lustre.0 00000100:00100000:1.0:1790097400.736224:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6055a674-9599-489e-b95c-2473accf281e:9115:1877052884006656:192.168.202.134@tcp:41:mount.lustre.0 00800000:00000004:1.0:1790097400.736237:0:9115:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff92f80b3aa800: update ffff92f809e337d8 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:1.0:1790097400.736243:0:9115:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff92f80b3aa800: update ffff92f809e31e18 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:1.0:1790097400.736294:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6055a674-9599-489e-b95c-2473accf281e:9115:1877052884007040:192.168.202.134@tcp:40:mount.lustre.0 00000100:00100000:1.0:1790097400.736360:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80c6e56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790097400.748024:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b3480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6055a674-9599-489e-b95c-2473accf281e:9115:1877052884007040:192.168.202.134@tcp:40:mount.lustre.0 00000080:00000004:1.0:1790097400.748054:0:9115:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1790097400.748070:0:9115:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 2146304 00020000:01000000:1.0:1790097400.748074:0:9115:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1790097400.748103:0:9115:0:(genops.c:1384:class_connect()) connect: client 6055a674-9599-489e-b95c-2473accf281e, cookie 0xbb19ad493f15bf59 00000020:00000080:1.0:1790097400.748123:0:9115:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbb19ad493f15bf60 00000100:00080000:1.0:1790097400.748131:0:9115:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff92f80b3aa800: connect to NID 192.168.202.134@tcp last attempt 0 00000100:00080000:1.0:1790097400.748144:0:9115:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff92f80b3aa800: import ffff92f80a5be800 using connection 192.168.202.134@tcp/192.168.202.134@tcp 00000008:00100000:1.0:1790097400.748172:0:9115:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1790097400.748199:0:9115:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92f8104b3480 x1877052884007168/t0(0) o8->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790097400.748302:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884007168:192.168.202.134@tcp:8:mount.lustre.0 00000100:00080000:0.0:1790097400.748406:0:9115:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID 00020000:01000000:0.0:1790097400.748433:0:9115:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff92f80b3aa800) active 00000020:00000080:0.0:1790097400.748465:0:9115:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbb19ad493f15bf67 00000100:00080000:0.0:1790097400.748471:0:9115:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff92f80b3aa800: connect to NID 192.168.202.134@tcp last attempt 0 00000100:00080000:0.0:1790097400.748478:0:9115:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff92f80b3aa800: import ffff92f80a5b8000 using connection 192.168.202.134@tcp/192.168.202.134@tcp 00000008:00100000:0.0:1790097400.748483:0:9115:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683455 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1790097400.748495:0:9115:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff92f808fadc00 x1877052884007296/t0(0) o8->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790097400.748517:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884007296:192.168.202.134@tcp:8:mount.lustre.0 00000100:00080000:0.0:1790097400.748554:0:9115:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID 00020000:01000000:0.0:1790097400.748569:0:9115:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff92f80b3aa800) active 00000100:00100000:0.0:1790097400.748607:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6055a674-9599-489e-b95c-2473accf281e:9115:1877052884007424:192.168.202.134@tcp:900:mount.lustre.0 00000100:00100000:0.0:1790097400.748642:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f802d1de40 going to sleep for 11 seconds 00010000:00080000:2.0:1790097400.759562:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fadc00 x1877052884007296/t0(0) o8->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 520/416 e 0 to 0 dl 1790097410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790097400.759577:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92f80b3aa800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1790097400.759588:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff92f80b3aa800: connect to target with instance 1 00000100:00080000:2.0:1790097400.759598:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff92f80b3aa800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1790097400.759611:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1790097400.759615:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f80a5b8000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1790097400.759622:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1790097400.759627:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1790097400.759632:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1790097400.759644:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884007296:192.168.202.134@tcp:8:mount.lustre.0 00010000:00080000:2.0:1790097400.759662:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b3480 x1877052884007168/t0(0) o8->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 520/416 e 0 to 0 dl 1790097410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790097400.759684:0:2396:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92f80b3aa800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1790097400.759689:0:2396:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff92f80b3aa800: connect to target with instance 1 00000100:00080000:2.0:1790097400.759694:0:2396:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff92f80b3aa800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1790097400.759699:0:2396:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1790097400.759701:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f80a5be800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1790097400.759704:0:2396:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1790097400.759706:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1790097400.759709:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1790097400.759714:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884007168:192.168.202.134@tcp:8:mount.lustre.0 00000100:00100000:0.0:1790097400.759759:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6055a674-9599-489e-b95c-2473accf281e:9115:1877052884007424:192.168.202.134@tcp:900:mount.lustre.0 00000100:00100000:0.0:1790097400.759836:0:9115:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6055a674-9599-489e-b95c-2473accf281e:9115:1877052884007552:192.168.202.134@tcp:33:mount.lustre.0 00000100:00100000:0.0:1790097400.760065:0:9115:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f802d1de40 going to sleep for 11 seconds 00000100:00100000:2.0:1790097400.763055:0:9115:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6055a674-9599-489e-b95c-2473accf281e:9115:1877052884007552:192.168.202.134@tcp:33:mount.lustre.0 00000080:00200000:2.0:1790097400.763260:0:9115:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff92f80b5721c8) 00000080:00200000:2.0:1790097400.763280:0:9115:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1790097400.763351:0:9115:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_63_gba3a43f 00000080:00000004:2.0:1790097400.771460:0:9115:0:(super25.c:182:lustre_fill_super()) 192.168.202.134@tcp:/lustre: Mount complete 00010000:00010000:3.0:1790097400.822907:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1790097400.997114:0:9144:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1790097401.841433:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097401.841444:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097401.841453:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097401.841454:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097401.841556:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097401.841560:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097401.841564:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790097402.092719:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca800 (cpu 0) has reached its deadline 4295018964, at 4295019008 00000100:00000010:0.0:1790097402.092741:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f804c63060. 00000100:00000040:1.0:1790097402.093831:0:8954:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca910 (cpu 1) has reached its deadline 4295018964, at 4295019009 00000100:00000010:1.0:1790097402.093846:0:8954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f804c63d20. 00010000:00000001:0.0:1790097402.860340:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097402.860350:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097402.860356:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097402.860357:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790097402.860459:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790097402.860464:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790097402.860468:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097403.884404:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097403.884417:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790097403.884419:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790097403.884424:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097403.884430:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790097403.884433:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097403.884435:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097403.884437:0:126:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097403.884441:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097403.884443:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097403.886979:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097403.886989:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097403.886996:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097404.910972:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097404.910981:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097404.910988:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097404.910989:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790097404.911310:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790097404.911314:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790097404.911318:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097405.937997:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097405.938007:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097405.938015:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097405.938016:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097405.938042:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097405.938045:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097405.938049:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1790097406.191265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94271d42-674d-4b1a-870b-e5f22603f179->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097406.191278:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097406.191287:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325880. 00000020:00000040:3.0:1790097406.191293:0:37:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000001:3.0:1790097406.191299:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097406.191302:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097406.191309:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097406.191319:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be200. 00000100:00000001:3.0:1790097406.191328:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191343:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94271d42-674d-4b1a-870b-e5f22603f179->MGS req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097406.191357:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097406.191363:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191371:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000731c84eb] to pc [ptlrpcd_01_01+1] req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.191400:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097406.191414:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097406.191417:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809326d80. 00000020:00000040:3.0:1790097406.191419:0:37:0:(genops.c:1209:class_import_get()) import ffff92f808fe2800 refcount=4 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000100:00000001:3.0:1790097406.191422:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097406.191423:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097406.191425:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097406.191429:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be600. 00000100:00000001:3.0:1790097406.191432:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191437:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097406.191444:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097406.191446:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191450:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062dc19c9] to pc [ptlrpcd_01_00+0] req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.191458:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097406.191465:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097406.191467:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325500. 00000020:00000040:3.0:1790097406.191470:0:37:0:(genops.c:1209:class_import_get()) import ffff92f809368000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000100:00000001:3.0:1790097406.191473:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097406.191474:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097406.191475:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097406.191479:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be800. 00000100:00000001:3.0:1790097406.191481:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191485:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097406.191491:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097406.191493:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191497:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003560363f] to pc [ptlrpcd_01_01+1] req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.191515:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097406.191522:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097406.191525:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097406.191528:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097406.191531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097406.191535:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097406.191538:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327800. 00000020:00000040:3.0:1790097406.191540:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5bf000 refcount=4 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000100:00000001:3.0:1790097406.191542:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097406.191544:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097406.191545:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097406.191549:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206beb00. 00000100:00000001:3.0:1790097406.191552:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191556:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097406.191563:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097406.191565:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191569:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cdd170e] to pc [ptlrpcd_01_00+0] req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.191577:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191579:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097406.191582:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097406.191584:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325f80. 00000020:00000040:3.0:1790097406.191586:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5bd000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000100:00000001:3.0:1790097406.191587:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097406.191593:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097406.191594:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097406.191598:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be700. 00000100:00000001:3.0:1790097406.191601:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191604:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097406.191611:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097406.191613:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191616:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003606492a] to pc [ptlrpcd_01_01+1] req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.191622:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097406.191627:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097406.191630:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327480. 00000020:00000040:3.0:1790097406.191632:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5be800 refcount=3 obd=lustre-OST0000-osc-ffff92f80b3aa800 00000100:00000001:3.0:1790097406.191634:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097406.191635:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097406.191637:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097406.191640:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be300. 00000100:00000001:3.0:1790097406.191642:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191646:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097406.191653:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097406.191655:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191659:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000450f3042] to pc [ptlrpcd_01_00+0] req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.191666:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097406.191671:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097406.191674:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809324a80. 00000020:00000040:3.0:1790097406.191683:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5b8000 refcount=3 obd=lustre-OST0001-osc-ffff92f80b3aa800 00000100:00000001:3.0:1790097406.191686:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097406.191687:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097406.191689:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097406.191692:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be400. 00000100:00000001:3.0:1790097406.191695:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191700:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097406.191706:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097406.191708:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191713:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebb6feeb] to pc [ptlrpcd_01_01+1] req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.191720:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.191725:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (360) 00000100:00000001:3.0:1790097406.191742:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097406.191746:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097406.191759:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097406.191765:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.191773:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097406.191776:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.191781:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097406.191784:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097406.191787:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097406.191791:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94271d42-674d-4b1a-870b-e5f22603f179:2400:1877052884007680:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097406.191796:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097406.191803:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097406.191806:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.191809:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097406.191815:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381be00. 02000000:00000001:3.0:1790097406.191817:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097406.191827:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097406.191838:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6840. 00000400:00000010:3.0:1790097406.191847:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9feee0. 00000100:00000200:3.0:1790097406.191855:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884007680, portal 25 00000100:00000001:3.0:1790097406.191857:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097406.191859:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736680064 : -119880972871552 : ffff92f809325880) 00000100:00000040:3.0:1790097406.191865:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.191873:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097406.191876:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097406.191879:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe880. 00000100:00000200:3.0:1790097406.191883:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877052884007680, offset 0 00000400:00000200:3.0:1790097406.191890:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097406.191900:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.191909:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097406.191915:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097406.191920:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097406.191924:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097406.191927:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097406.191931:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [126:126:256:4294967295] 192.168.202.134@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:3.0:1790097406.191936:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.191948:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097406.191955:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097406.191961:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f818bbcb00. 00000800:00000200:3.0:1790097406.191969:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097406.191978:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097406.191983:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f818bbcb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097406.192001:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097406.192006:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097406.192009:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295024406 00000100:00000010:3.0:1790097406.192013:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f807debc00. 00000100:00000001:3.0:1790097406.192022:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790097406.192034:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295024406 00000100:00000010:3.0:1790097406.192038:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f807debf60. 00000100:00000001:3.0:1790097406.192041:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790097406.192045:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.192048:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.192052:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097406.192056:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192063:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097406.192065:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192068:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097406.192069:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097406.192071:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097406.192074:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884007936:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097406.192078:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097406.192080:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097406.192082:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192084:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097406.192087:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381ae00. 02000000:00000001:3.0:1790097406.192089:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097406.192093:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097406.192096:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc62c0. 00000400:00000010:3.0:1790097406.192101:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9febb0. 00000100:00000200:3.0:1790097406.192104:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884007936, portal 10 00000100:00000001:3.0:1790097406.192106:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097406.192107:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736679168 : -119880972872448 : ffff92f809325500) 00000100:00000040:3.0:1790097406.192115:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192121:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097406.192124:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097406.192127:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe5d8. 00000100:00000200:3.0:1790097406.192129:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884007936, offset 0 00000400:00000200:3.0:1790097406.192139:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097406.192143:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.192172:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097406.192176:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097406.192179:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097406.192181:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097406.192183:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097406.192186:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [127:127:255:4294967295] 192.168.202.134@tcp LPNI seq info [127:127:7:4294967295] 00000400:00000200:3.0:1790097406.192191:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.192197:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097406.192202:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097406.192206:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f803c01300. 00000800:00000200:3.0:1790097406.192210:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097406.192215:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097406.192217:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f803c01300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097406.192220:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.192224:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: using a timeout of 178763 usecs (179 jiffies) 00000400:00000200:3.0:1790097406.192227:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097406.192229:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295023285 00000100:00000001:3.0:1790097406.192232:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.192234:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295023285 00000100:00000001:3.0:1790097406.192236:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.192238:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.192241:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.192243:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097406.192247:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192253:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097406.192254:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192262:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097406.192263:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097406.192265:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097406.192269:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884008192:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097406.192272:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097406.192274:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097406.192276:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192278:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097406.192281:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381b800. 02000000:00000001:3.0:1790097406.192283:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097406.192286:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097406.192289:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc69f8. 00000400:00000010:3.0:1790097406.192293:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe7f8. 00000100:00000200:3.0:1790097406.192295:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884008192, portal 10 00000100:00000001:3.0:1790097406.192297:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097406.192298:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736681856 : -119880972869760 : ffff92f809325f80) 00000020:00000010:3.0:1790097406.192308:0:2400:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff92f80b3cc000. 00000100:00000040:3.0:1790097406.192314:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192321:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097406.192323:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097406.192326:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe4c8. 00000100:00000200:3.0:1790097406.192328:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884008192, offset 0 00000400:00000200:3.0:1790097406.192333:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097406.192336:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.192340:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097406.192343:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097406.192345:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097406.192348:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097406.192350:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097406.192353:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [128:128:254:4294967295] 192.168.202.134@tcp LPNI seq info [128:128:6:4294967295] 00000400:00000200:3.0:1790097406.192357:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.192369:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097406.192373:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097406.192376:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f803c01700. 00000800:00000200:3.0:1790097406.192380:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097406.192384:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097406.192386:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f803c01700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097406.192389:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.192392:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: using a timeout of 18893 usecs (19 jiffies) 00000400:00000200:3.0:1790097406.192396:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097406.192398:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295023125 00000100:00000001:3.0:1790097406.192400:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.192403:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295023125 00000100:00000001:3.0:1790097406.192405:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.192407:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.192409:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.192411:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097406.192415:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192422:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097406.192424:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192426:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097406.192428:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097406.192430:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097406.192432:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884008448:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097406.192435:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097406.192438:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097406.192439:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192441:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097406.192445:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381ba00. 02000000:00000001:3.0:1790097406.192446:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097406.192455:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097406.192459:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6370. 00000400:00000010:3.0:1790097406.192463:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe3b8. 00000100:00000200:3.0:1790097406.192466:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884008448, portal 4 00000100:00000001:3.0:1790097406.192468:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097406.192469:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736676480 : -119880972875136 : ffff92f809324a80) 00000020:00000010:3.0:1790097406.192477:0:2400:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff92f80b3c8000. 00000100:00000040:3.0:1790097406.192483:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192490:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097406.192492:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097406.192494:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe770. 00000100:00000200:3.0:1790097406.192496:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877052884008448, offset 0 00000400:00000200:3.0:1790097406.192501:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097406.192504:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.192507:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097406.192510:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097406.192512:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097406.192515:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097406.192517:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097406.192520:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [129:129:253:4294967295] 192.168.202.134@tcp LPNI seq info [129:129:5:4294967295] 00000400:00000200:3.0:1790097406.192523:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.192529:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097406.192533:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097406.192535:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f803c01a00. 00000800:00000200:3.0:1790097406.192539:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097406.192543:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097406.192545:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f803c01a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097406.192548:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.192550:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: using a timeout of 13797 usecs (14 jiffies) 00000400:00000200:3.0:1790097406.192553:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097406.192561:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295023120 00000100:00000001:3.0:1790097406.192564:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.192566:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295023120 00000100:00000001:3.0:1790097406.192568:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.192570:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.192572:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.192575:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.192578:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.192587:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097406.192590:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790097406.192592:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097406.192594:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097406.192596:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097406.192600:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1790097406.192603:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.192605:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097406.192606:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.192608:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097406.192609:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097406.192610:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097406.192615:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192621:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097406.192623:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192625:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097406.192627:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097406.192628:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097406.192631:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884007808:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097406.192634:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097406.192637:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097406.192638:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192640:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097406.192643:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381a200. 02000000:00000001:3.0:1790097406.192645:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097406.192653:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097406.192656:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6898. 00000400:00000010:3.0:1790097406.192660:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fee58. 00000100:00000200:3.0:1790097406.192663:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884007808, portal 10 00000100:00000001:3.0:1790097406.192665:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097406.192666:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736685440 : -119880972866176 : ffff92f809326d80) 00000100:00000040:3.0:1790097406.192674:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192681:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097406.192683:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097406.192685:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fedd0. 00000100:00000200:3.0:1790097406.192688:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884007808, offset 0 00000400:00000200:3.0:1790097406.192692:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097406.192696:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.192699:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097406.192702:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097406.192704:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097406.192706:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097406.192708:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097406.192711:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [130:130:252:4294967295] 192.168.202.134@tcp LPNI seq info [130:130:4:4294967295] 00000400:00000200:3.0:1790097406.192714:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.192721:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097406.192725:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097406.192729:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f803c01f00. 00000800:00000200:3.0:1790097406.192733:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097406.192737:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097406.192740:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f803c01f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097406.192742:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.192745:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: using a timeout of 145486 usecs (146 jiffies) 00000400:00000200:3.0:1790097406.192760:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097406.192762:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295023252 00000100:00000001:3.0:1790097406.192771:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.192773:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295023252 00000100:00000001:3.0:1790097406.192775:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.192777:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.192779:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.192781:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097406.192786:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192792:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097406.192794:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192797:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097406.192799:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097406.192800:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097406.192803:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884008064:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097406.192806:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097406.192808:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097406.192810:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192812:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097406.192815:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381b200. 02000000:00000001:3.0:1790097406.192817:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097406.192820:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097406.192823:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6790. 00000400:00000010:3.0:1790097406.192826:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe6e8. 00000100:00000200:3.0:1790097406.192829:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884008064, portal 10 00000100:00000001:3.0:1790097406.192831:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097406.192832:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736688128 : -119880972863488 : ffff92f809327800) 00000020:00000010:3.0:1790097406.192853:0:2400:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff92f80a316000. 00000100:00000040:3.0:1790097406.192860:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192866:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097406.192872:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097406.192875:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fecc0. 00000100:00000200:3.0:1790097406.192878:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884008064, offset 0 00000400:00000200:3.0:1790097406.192883:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097406.192887:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.192890:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097406.192893:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097406.192895:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097406.192897:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097406.192899:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097406.192902:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [131:131:251:4294967295] 192.168.202.134@tcp LPNI seq info [131:131:3:4294967295] 00000400:00000200:3.0:1790097406.192906:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.192911:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097406.192914:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097406.192917:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f803c01900. 00000800:00000200:3.0:1790097406.192921:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097406.192925:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097406.192927:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f803c01900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097406.192930:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.192933:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: using a timeout of 15620 usecs (16 jiffies) 00000400:00000200:3.0:1790097406.192936:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097406.192938:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295023122 00000100:00000001:3.0:1790097406.192940:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.192943:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295023122 00000100:00000001:3.0:1790097406.192945:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.192947:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.192949:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.192951:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097406.192955:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.192972:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097406.192973:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192975:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097406.192977:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097406.192979:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097406.192982:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884008320:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097406.192985:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097406.192988:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097406.192990:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.192992:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097406.192994:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381b400. 02000000:00000001:3.0:1790097406.192996:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097406.192999:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097406.193002:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6630. 00000400:00000010:3.0:1790097406.193005:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe440. 00000100:00000200:3.0:1790097406.193008:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884008320, portal 4 00000100:00000001:3.0:1790097406.193010:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097406.193011:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000020:00000010:3.0:1790097406.193018:0:2400:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff92f80a312000. 00000100:00000040:3.0:1790097406.193022:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.193029:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097406.193031:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097406.193033:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe2a8. 00000100:00000200:3.0:1790097406.193035:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877052884008320, offset 0 00000400:00000200:3.0:1790097406.193039:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097406.193043:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.193046:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097406.193049:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097406.193051:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097406.193053:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097406.193059:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097406.193063:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [132:132:250:4294967295] 192.168.202.134@tcp LPNI seq info [132:132:2:4294967295] 00000400:00000200:3.0:1790097406.193067:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097406.193073:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097406.193077:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097406.193081:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f811d95800. 00000800:00000200:3.0:1790097406.193085:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097406.193088:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097406.193091:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f811d95800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097406.193094:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.193096:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: using a timeout of 14298 usecs (15 jiffies) 00000400:00000200:3.0:1790097406.193099:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097406.193101:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295023121 00000100:00000001:3.0:1790097406.193102:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.193104:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295023121 00000100:00000001:3.0:1790097406.193106:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295024406 00000100:00000001:3.0:1790097406.193108:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.193110:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.193113:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.193115:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.193140:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097406.193143:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790097406.193324:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097406.193332:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f818bbcb00. 00000400:00000200:0.0:1790097406.193343:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097406.193349:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097406.193363:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe880 00000400:00000010:0.0:1790097406.193366:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe880. 00000100:00000001:0.0:1790097406.193372:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097406.193378:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193390:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097406.193393:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193400:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097406.193402:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097406.193420:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097406.193423:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f803c01300. 00000400:00000200:0.0:1790097406.193426:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097406.193429:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097406.193432:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe5d8 00000400:00000010:0.0:1790097406.193434:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe5d8. 00000100:00000001:0.0:1790097406.193436:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097406.193440:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193447:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097406.193450:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193457:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097406.193458:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097406.193467:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097406.193469:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f803c01700. 00000400:00000200:0.0:1790097406.193472:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097406.193476:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097406.193478:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe4c8 00000400:00000010:0.0:1790097406.193480:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe4c8. 00000100:00000001:0.0:1790097406.193482:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097406.193486:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193505:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097406.193508:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193514:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097406.193515:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097406.193525:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097406.193528:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f803c01a00. 00000400:00000200:0.0:1790097406.193531:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097406.193534:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097406.193536:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe770 00000400:00000010:0.0:1790097406.193538:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe770. 00000100:00000001:0.0:1790097406.193541:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097406.193545:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193552:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097406.193554:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193560:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097406.193561:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097406.193568:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097406.193570:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f803c01f00. 00000400:00000200:0.0:1790097406.193573:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097406.193576:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097406.193578:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fedd0 00000400:00000010:0.0:1790097406.193580:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fedd0. 00000100:00000001:0.0:1790097406.193582:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097406.193585:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193593:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097406.193596:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193616:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097406.193618:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097406.193628:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097406.193630:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f803c01900. 00000400:00000200:0.0:1790097406.193633:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097406.193636:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097406.193639:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fecc0 00000400:00000010:0.0:1790097406.193641:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fecc0. 00000100:00000001:0.0:1790097406.193643:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097406.193647:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193654:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097406.193656:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193662:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097406.193663:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097406.193742:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097406.193745:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f811d95800. 00000400:00000200:0.0:1790097406.193758:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097406.193762:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097406.193765:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe2a8 00000400:00000010:0.0:1790097406.193767:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe2a8. 00000100:00000001:0.0:1790097406.193769:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097406.193773:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193780:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097406.193783:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097406.193790:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097406.193791:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790097406.206716:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.207004:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097406.207010:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.207013:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.207026:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.207035:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097406.207046:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.207052:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.207059:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.207065:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 4 MB=0x6ab2b6e603e00 00000400:00000200:1.0:1790097406.207071:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.207079:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.134@tcp of length 224/224 into md 0x859 [1] + 224 00000800:00000001:1.0:1790097406.207087:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.207092:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.207095:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097406.207100:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097406.207118:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097406.207129:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097406.207142:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097406.207995:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097406.208010:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208018:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097406.208020:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208023:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208029:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208035:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097406.208041:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208044:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208047:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208051:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e603c00 00000400:00000200:1.0:1790097406.208056:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208062:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x849 [1] + 224 00000800:00000001:1.0:1790097406.208068:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208072:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208074:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097406.208078:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097406.208083:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097406.208088:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097406.208100:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097406.208108:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097406.208112:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208114:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097406.208116:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208127:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208131:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208134:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097406.208139:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208142:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208172:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208176:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 25 MB=0x6ab2b6e603b00 00000400:00000200:1.0:1790097406.208181:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208186:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:1.0:1790097406.208191:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208195:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208197:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097406.208200:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097406.208204:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097406.208209:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097406.208218:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097406.208225:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097406.208229:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208231:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097406.208233:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208236:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208239:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208242:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097406.208246:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208248:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208251:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208254:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e603c80 00000400:00000200:1.0:1790097406.208256:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208259:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:1.0:1790097406.208263:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208271:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208273:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097406.208277:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097406.208280:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097406.208284:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097406.208293:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097406.208301:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097406.208305:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208308:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097406.208310:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208312:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208315:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208319:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097406.208322:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208325:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208328:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208331:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 4 MB=0x6ab2b6e603d80 00000400:00000200:1.0:1790097406.208335:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208339:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.134@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:1.0:1790097406.208343:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208347:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208348:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097406.208351:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097406.208354:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097406.208359:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097406.208368:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097406.208374:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097406.208384:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208387:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097406.208389:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208392:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208395:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208398:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097406.208402:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208404:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208407:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208410:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e603b80 00000400:00000200:1.0:1790097406.208413:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208417:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:1.0:1790097406.208420:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208424:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208426:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097406.208429:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097406.208432:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097406.208437:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097406.208446:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097406.208454:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097406.208457:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208461:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097406.208462:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208464:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208467:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208470:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097406.208474:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208477:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208480:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208483:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e603d00 00000400:00000200:1.0:1790097406.208486:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097406.208495:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:1.0:1790097406.208499:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208509:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097406.208511:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097406.208514:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097406.208517:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097406.208521:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097406.208530:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097406.208537:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097406.208541:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097406.208544:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.208631:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097406.208637:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097406.208646:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097406.208648:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097406.208653:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6898. 00000400:00000200:3.0:1790097406.208658:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fee58 00000400:00000010:3.0:1790097406.208661:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fee58. 00000100:00000001:3.0:1790097406.208665:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097406.208670:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097406.208691:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.208696:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097406.208698:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.208701:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097406.208705:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097406.208708:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097406.208710:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.208714:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097406.208726:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f808fe2c60 time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097406.208730:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f808fe2c18 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097406.208733:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097406.208736:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097406.208739:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097406.208743:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.208748:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097406.208760:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:3.0:1790097406.208762:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097406.208765:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.208771:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.208779:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.208783:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097406.208785:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097406.208789:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097406.208796:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884007808:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097406.208803:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097406.208805:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097406.208807:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6790. 00000400:00000200:3.0:1790097406.208809:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe6e8 00000400:00000010:3.0:1790097406.208816:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe6e8. 00000100:00000001:3.0:1790097406.208819:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097406.208822:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097406.208830:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.208838:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097406.208840:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.208842:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097406.208843:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097406.208845:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097406.208846:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.208848:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097406.208854:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bf460 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097406.208857:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bf418 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097406.208859:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097406.208860:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097406.208861:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097406.208863:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.208865:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097406.208867:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097406.208868:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097406.208869:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.208873:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.208879:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.208881:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097406.208882:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097406.208885:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097406.208892:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884008064:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097406.208898:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097406.208904:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097406.208906:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6630. 00000400:00000200:3.0:1790097406.208908:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe440 00000400:00000010:3.0:1790097406.208910:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe440. 00000100:00000001:3.0:1790097406.208912:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097406.208916:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097406.208923:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.208929:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097406.208930:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.208932:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097406.208933:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097406.208935:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097406.208936:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.208938:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097406.208943:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bec60 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097406.208945:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bec18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097406.208948:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097406.208949:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097406.208950:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097406.208955:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097406.208961:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.208964:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097406.208965:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097406.208967:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097406.208968:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.208972:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.208978:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.208980:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097406.208981:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097406.208991:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097406.208998:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884008320:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097406.209003:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097406.209004:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097406.209006:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6840. 00000400:00000200:3.0:1790097406.209008:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9feee0 00000400:00000010:3.0:1790097406.209010:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9feee0. 00000100:00000001:3.0:1790097406.209012:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097406.209016:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097406.209024:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209029:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097406.209030:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209032:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097406.209033:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097406.209034:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097406.209036:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.209037:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097406.209040:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097406.209042:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097406.209044:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097406.209046:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097406.209047:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097406.209049:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.209051:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.209054:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209060:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.209062:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097406.209063:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097406.209074:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097406.209081:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94271d42-674d-4b1a-870b-e5f22603f179:2400:1877052884007680:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097406.209086:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097406.209087:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097406.209089:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc62c0. 00000400:00000200:3.0:1790097406.209091:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9febb0 00000400:00000010:3.0:1790097406.209093:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9febb0. 00000100:00000001:3.0:1790097406.209095:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097406.209099:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097406.209106:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209111:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097406.209112:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209114:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097406.209115:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097406.209116:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097406.209118:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.209120:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097406.209124:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f809368460 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097406.209127:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f809368418 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097406.209129:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097406.209129:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097406.209131:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097406.209135:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097406.209140:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.209142:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097406.209143:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:3.0:1790097406.209144:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097406.209182:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.209186:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209192:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.209194:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097406.209195:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097406.209198:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097406.209205:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884007936:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097406.209211:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097406.209212:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097406.209214:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc69f8. 00000400:00000200:3.0:1790097406.209217:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe7f8 00000400:00000010:3.0:1790097406.209219:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe7f8. 00000100:00000001:3.0:1790097406.209221:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097406.209224:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097406.209232:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209238:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097406.209239:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209241:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097406.209242:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097406.209243:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097406.209245:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.209246:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097406.209251:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bd460 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097406.209254:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bd418 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097406.209257:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097406.209258:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097406.209259:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097406.209262:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097406.209274:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.209277:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097406.209278:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097406.209280:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097406.209281:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.209284:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209290:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.209292:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097406.209293:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097406.209296:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097406.209303:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884008192:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097406.209308:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097406.209309:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097406.209311:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6370. 00000400:00000200:3.0:1790097406.209313:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe3b8 00000400:00000010:3.0:1790097406.209315:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe3b8. 00000100:00000001:3.0:1790097406.209317:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097406.209320:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097406.209327:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209333:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097406.209335:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209336:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097406.209338:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097406.209339:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097406.209341:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097406.209348:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097406.209353:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5b8460 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097406.209356:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5b8418 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097406.209358:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097406.209360:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097406.209361:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097406.209365:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097406.209372:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.209374:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097406.209376:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097406.209378:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097406.209379:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097406.209383:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209389:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097406.209390:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097406.209392:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097406.209395:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097406.209402:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884008448:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097406.209407:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209411:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097406.209415:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809326d80 x1877052884007808/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209422:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097406.209426:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097406.209430:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381a200. 02000000:00000001:3.0:1790097406.209435:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097406.209438:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097406.209440:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f808fe2800 refcount=3 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000020:00000001:3.0:1790097406.209448:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097406.209452:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be600. 02000000:00000001:3.0:1790097406.209456:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097406.209458:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097406.209461:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809326d80. 00000100:00000001:3.0:1790097406.209466:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097406.209467:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209469:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097406.209474:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327800 x1877052884008064/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209480:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097406.209481:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097406.209483:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381b200. 02000000:00000001:3.0:1790097406.209485:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097406.209486:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097406.209488:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5bf000 refcount=3 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000020:00000001:3.0:1790097406.209489:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097406.209491:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206beb00. 02000000:00000001:3.0:1790097406.209493:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097406.209494:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097406.209495:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327800. 00000100:00000001:3.0:1790097406.209497:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097406.209498:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209500:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097406.209503:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327480 x1877052884008320/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209509:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097406.209511:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097406.209512:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381b400. 02000000:00000001:3.0:1790097406.209514:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097406.209515:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097406.209516:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5be800 refcount=2 obd=lustre-OST0000-osc-ffff92f80b3aa800 00000020:00000001:3.0:1790097406.209518:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097406.209520:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be300. 02000000:00000001:3.0:1790097406.209521:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097406.209522:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097406.209527:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327480. 00000100:00000001:3.0:1790097406.209530:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097406.209531:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209533:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097406.209536:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325880 x1877052884007680/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209542:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097406.209544:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097406.209546:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381be00. 02000000:00000001:3.0:1790097406.209548:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097406.209549:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097406.209550:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097406.209552:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097406.209553:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be200. 02000000:00000001:3.0:1790097406.209555:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097406.209556:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097406.209557:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325880. 00000100:00000001:3.0:1790097406.209560:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097406.209561:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209562:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097406.209565:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325500 x1877052884007936/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209571:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097406.209573:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097406.209574:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381ae00. 02000000:00000001:3.0:1790097406.209576:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097406.209576:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097406.209577:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f809368000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000020:00000001:3.0:1790097406.209579:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097406.209581:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be800. 02000000:00000001:3.0:1790097406.209583:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097406.209584:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097406.209585:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325500. 00000100:00000001:3.0:1790097406.209587:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097406.209588:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209590:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097406.209597:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325f80 x1877052884008192/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209604:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097406.209605:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097406.209607:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381b800. 02000000:00000001:3.0:1790097406.209609:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097406.209610:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097406.209611:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5bd000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000020:00000001:3.0:1790097406.209613:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097406.209615:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be700. 02000000:00000001:3.0:1790097406.209617:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097406.209618:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097406.209619:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325f80. 00000100:00000001:3.0:1790097406.209621:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097406.209623:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209625:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097406.209628:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809324a80 x1877052884008448/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097406.209634:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097406.209635:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097406.209636:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381ba00. 02000000:00000001:3.0:1790097406.209638:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097406.209639:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097406.209640:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5b8000 refcount=2 obd=lustre-OST0001-osc-ffff92f80b3aa800 00000020:00000001:3.0:1790097406.209642:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097406.209644:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be400. 02000000:00000001:3.0:1790097406.209646:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097406.209647:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097406.209648:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809324a80. 00000100:00000001:3.0:1790097406.209650:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097406.209651:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209655:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097406.209665:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097406.209667:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097406.209670:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097406.209673:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097406.957359:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097406.957388:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097406.957395:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097406.957401:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097406.957428:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097406.957432:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097406.957436:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1790097406.959462:0:9345:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1790097406.959475:0:9345:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1790097407.484783:0:9381:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1790097407.484793:0:9381:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg234-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1790097407.494766:0:9381:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1790097407.532856:0:8954:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca910 (cpu 1) has reached its deadline 4295024406, at 4295024448 00000100:00000010:1.0:1790097407.532880:0:8954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f807debf60. 00000100:00000040:0.0:1790097407.536903:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca800 (cpu 0) has reached its deadline 4295024406, at 4295024449 00000100:00000010:0.0:1790097407.536922:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f807debc00. 00000080:00000001:3.0:1790097407.589650:0:9384:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1790097407.590997:0:9384:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1790097407.636329:0:9390:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1790097407.636346:0:9390:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097407.980484:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097407.980494:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097407.980500:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097407.980501:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097407.983032:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097407.983043:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097407.983049:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097409.004254:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097409.004265:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097409.004272:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097409.004273:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097409.004296:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097409.004300:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097409.004304:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097410.028352:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097410.028363:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097410.028371:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097410.028386:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790097410.028389:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790097410.028393:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097410.028397:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790097410.028400:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097410.028402:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097410.028405:0:126:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097410.029590:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097410.029598:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097410.029603:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097411.052336:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097411.052348:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097411.052358:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097411.052359:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097411.052395:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097411.052398:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097411.052402:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790097411.309041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94271d42-674d-4b1a-870b-e5f22603f179->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097411.309067:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097411.309077:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808faf100. 00000020:00000040:0.0:1790097411.309084:0:37:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000001:0.0:1790097411.309090:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097411.309093:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097411.309100:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097411.309111:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f803c01f00. 00000100:00000001:0.0:1790097411.309120:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309136:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94271d42-674d-4b1a-870b-e5f22603f179->MGS req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097411.309177:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097411.309183:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309192:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d1aad94] to pc [ptlrpcd_00_01+1] req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097411.309225:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097411.309231:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097411.309235:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808faea00. 00000020:00000040:0.0:1790097411.309238:0:37:0:(genops.c:1209:class_import_get()) import ffff92f808fe2800 refcount=4 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000100:00000001:0.0:1790097411.309240:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097411.309242:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097411.309243:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097411.309247:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f803c01a00. 00000100:00000001:0.0:1790097411.309250:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309254:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097411.309261:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097411.309263:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309267:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002cce8bf] to pc [ptlrpcd_00_00+0] req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097411.309275:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097411.309287:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097411.309289:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808fac380. 00000020:00000040:0.0:1790097411.309292:0:37:0:(genops.c:1209:class_import_get()) import ffff92f809368000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000100:00000001:0.0:1790097411.309294:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097411.309296:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097411.309297:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097411.309301:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f803c01700. 00000100:00000001:0.0:1790097411.309304:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309309:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097411.309316:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097411.309317:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309320:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ec71aa1] to pc [ptlrpcd_00_01+1] req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097411.309327:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790097411.309333:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1790097411.309336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790097411.309340:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1790097411.309342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097411.309345:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097411.309348:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808fad180. 00000020:00000040:0.0:1790097411.309350:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5bf000 refcount=4 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000100:00000001:0.0:1790097411.309351:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097411.309352:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097411.309354:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097411.309357:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f803c01300. 00000100:00000001:0.0:1790097411.309359:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309368:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097411.309374:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097411.309376:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309380:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000139318c6] to pc [ptlrpcd_00_00+0] req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097411.309387:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097411.309393:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097411.309397:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808faf480. 00000020:00000040:0.0:1790097411.309400:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5bd000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000100:00000001:0.0:1790097411.309403:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097411.309404:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097411.309406:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097411.309412:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f818bbcb00. 00000100:00000001:0.0:1790097411.309415:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309419:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097411.309426:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097411.309759:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309766:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008046697] to pc [ptlrpcd_00_01+1] req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097411.309774:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097411.309780:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097411.309785:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808fad880. 00000020:00000040:0.0:1790097411.309788:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5be800 refcount=3 obd=lustre-OST0000-osc-ffff92f80b3aa800 00000100:00000001:0.0:1790097411.309790:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097411.309792:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097411.309794:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097411.309809:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f818b42900. 00000100:00000001:0.0:1790097411.309812:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309817:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097411.309824:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097411.309827:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309831:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008253a21f] to pc [ptlrpcd_00_00+0] req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097411.309838:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097411.309843:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097411.309847:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808faf800. 00000020:00000040:0.0:1790097411.309849:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5b8000 refcount=3 obd=lustre-OST0001-osc-ffff92f80b3aa800 00000100:00000001:0.0:1790097411.309851:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097411.309853:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097411.309855:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097411.309858:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f818b42000. 00000100:00000001:0.0:1790097411.309860:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309864:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097411.309871:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097411.309872:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309876:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000998d4ca9] to pc [ptlrpcd_00_01+1] req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097411.309883:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097411.309956:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (365) 00000100:00000001:1.0:1790097411.311887:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097411.311898:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097411.311901:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097411.311918:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.311933:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097411.311937:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.311943:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097411.311946:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097411.311950:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097411.311954:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884008576:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097411.311971:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097411.311980:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097411.311982:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.311986:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097411.311991:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f805772e00. 02000000:00000001:1.0:1790097411.311994:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097411.312003:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097411.312008:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0058. 00000400:00000010:1.0:1790097411.312017:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069110. 00000100:00000200:1.0:1790097411.312026:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884008576, portal 25 00000100:00000001:1.0:1790097411.312028:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097411.312030:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733049088 : -119880976502528 : ffff92f808faf100) 00000100:00000040:1.0:1790097411.312037:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.312044:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097411.312048:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097411.312050:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b0696e8. 00000100:00000200:1.0:1790097411.312053:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877052884008576, offset 0 00000400:00000200:1.0:1790097411.312062:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097411.312073:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.312083:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097411.312090:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097411.312095:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097411.312100:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097411.312102:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097411.312107:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [133:133:256:4294967295] 192.168.202.134@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:1.0:1790097411.312111:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.312121:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097411.312128:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097411.312133:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8057df100. 00000800:00000200:1.0:1790097411.312141:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097411.312174:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097411.312180:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8057df100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097411.312201:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097411.312207:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097411.312210:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295029528 00000100:00000010:1.0:1790097411.312214:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f80a569960. 00000100:00000001:1.0:1790097411.312223:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1790097411.312233:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295029528 00000100:00000010:1.0:1790097411.312236:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f80a569660. 00000100:00000001:1.0:1790097411.312239:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1790097411.312242:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.312245:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.312248:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097411.312253:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.312259:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097411.312261:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.312263:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097411.312265:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097411.312267:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097411.312269:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884008832:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097411.312273:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097411.312276:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097411.312277:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.312279:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097411.312282:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f805773000. 02000000:00000001:1.0:1790097411.312284:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097411.312288:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097411.312291:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0738. 00000400:00000010:1.0:1790097411.312295:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069660. 00000100:00000200:1.0:1790097411.312298:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884008832, portal 10 00000100:00000001:1.0:1790097411.312300:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097411.312306:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733037440 : -119880976514176 : ffff92f808fac380) 00000100:00000040:1.0:1790097411.312315:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.312321:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097411.312323:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097411.312326:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069d48. 00000100:00000200:1.0:1790097411.312328:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884008832, offset 0 00000400:00000200:1.0:1790097411.312333:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097411.312337:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.312341:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097411.312343:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097411.312345:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097411.312348:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097411.312350:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097411.312352:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [134:134:255:4294967295] 192.168.202.134@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:1.0:1790097411.312356:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.312361:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097411.312366:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097411.312369:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8057df000. 00000800:00000200:1.0:1790097411.312372:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097411.312376:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097411.312379:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8057df000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097411.312381:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.312386:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: using a timeout of 169541 usecs (170 jiffies) 00000400:00000200:1.0:1790097411.312389:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097411.312391:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295028398 00000100:00000001:1.0:1790097411.312394:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.312396:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295028398 00000100:00000001:1.0:1790097411.312398:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.312400:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.312407:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.312409:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097411.312414:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.312421:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097411.312422:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.312424:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097411.312426:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097411.312476:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097411.312479:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:2398:1877052884009088:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097411.312482:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097411.312485:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097411.312487:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.312489:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097411.312493:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80a8dc600. 02000000:00000001:1.0:1790097411.312495:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097411.312498:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097411.312501:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0580. 00000400:00000010:1.0:1790097411.312504:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069220. 00000100:00000200:1.0:1790097411.312507:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884009088, portal 10 00000100:00000001:1.0:1790097411.312509:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097411.312510:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733049984 : -119880976501632 : ffff92f808faf480) 00000100:00000040:1.0:1790097411.312516:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.312521:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097411.312523:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097411.312525:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069908. 00000100:00000200:1.0:1790097411.312527:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884009088, offset 0 00000400:00000200:1.0:1790097411.312531:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097411.312535:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.312538:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097411.312540:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097411.312547:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097411.312549:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097411.312551:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097411.312554:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [135:135:254:4294967295] 192.168.202.134@tcp LPNI seq info [135:135:6:4294967295] 00000400:00000200:1.0:1790097411.312557:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.312562:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097411.312567:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097411.312570:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8057dfc00. 00000800:00000200:1.0:1790097411.312573:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097411.312577:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097411.312580:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8057dfc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097411.312583:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.312586:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: using a timeout of 19937 usecs (20 jiffies) 00000400:00000200:1.0:1790097411.312589:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097411.312591:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295028248 00000100:00000001:1.0:1790097411.312593:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.312595:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295028248 00000100:00000001:1.0:1790097411.312597:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.312598:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.312600:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.312603:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097411.312608:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.312615:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097411.312617:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.312619:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097411.312621:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097411.312623:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097411.312625:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:2398:1877052884009344:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097411.312635:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097411.312638:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097411.312640:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.312641:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097411.312645:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f808603e00. 02000000:00000001:1.0:1790097411.312646:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097411.312650:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097411.312652:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0000. 00000400:00000010:1.0:1790097411.312656:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069aa0. 00000100:00000200:1.0:1790097411.312659:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884009344, portal 4 00000100:00000001:1.0:1790097411.312661:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097411.312662:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733050880 : -119880976500736 : ffff92f808faf800) 00000020:00000010:1.0:1790097411.312671:0:2398:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff92f808676000. 00000100:00000040:1.0:1790097411.312677:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.312683:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097411.312685:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097411.312687:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069b28. 00000100:00000200:1.0:1790097411.312690:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877052884009344, offset 0 00000400:00000200:1.0:1790097411.312694:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097411.312698:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.312712:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097411.312715:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097411.312717:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097411.312719:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097411.312722:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097411.312724:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [136:136:253:4294967295] 192.168.202.134@tcp LPNI seq info [136:136:5:4294967295] 00000400:00000200:1.0:1790097411.312728:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.312735:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097411.312739:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097411.312743:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8057df500. 00000800:00000200:1.0:1790097411.312752:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097411.312756:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097411.312759:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8057df500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097411.312762:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.312765:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: using a timeout of 17908 usecs (18 jiffies) 00000400:00000200:1.0:1790097411.312769:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097411.312771:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295028246 00000100:00000001:1.0:1790097411.312773:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.312775:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295028246 00000100:00000001:1.0:1790097411.312777:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.312779:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.312781:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.312784:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.312787:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.312795:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097411.312797:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790097411.312800:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097411.312802:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097411.312803:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097411.312807:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1790097411.312809:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.312811:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097411.312813:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.312815:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097411.312816:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097411.312817:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097411.312822:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.312830:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097411.312831:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.312833:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097411.312835:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097411.312837:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097411.312847:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884008704:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097411.312851:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097411.312854:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097411.312855:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.312857:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097411.312860:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f808602600. 02000000:00000001:1.0:1790097411.312861:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097411.312864:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097411.312867:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb05d8. 00000400:00000010:1.0:1790097411.312870:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069990. 00000100:00000200:1.0:1790097411.312873:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884008704, portal 10 00000100:00000001:1.0:1790097411.312874:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097411.312875:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733047296 : -119880976504320 : ffff92f808faea00) 00000100:00000040:1.0:1790097411.312881:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.312887:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097411.312889:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097411.312891:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069088. 00000100:00000200:1.0:1790097411.312893:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884008704, offset 0 00000400:00000200:1.0:1790097411.312898:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097411.312901:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.312905:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097411.312908:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097411.312910:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097411.312912:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097411.312914:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097411.312916:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [137:137:252:4294967295] 192.168.202.134@tcp LPNI seq info [137:137:4:4294967295] 00000400:00000200:1.0:1790097411.312920:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.312926:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097411.312930:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097411.312934:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8057df600. 00000800:00000200:1.0:1790097411.312944:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097411.312948:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097411.312951:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8057df600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097411.312954:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.312957:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: using a timeout of 139852 usecs (140 jiffies) 00000400:00000200:1.0:1790097411.312961:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097411.312962:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295028368 00000100:00000001:1.0:1790097411.312965:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.312966:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295028368 00000100:00000001:1.0:1790097411.312968:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.312970:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.312972:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.312974:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097411.312978:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.312984:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097411.312986:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.312988:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097411.312990:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097411.312992:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097411.312994:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:2398:1877052884008960:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097411.312998:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097411.313001:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097411.313003:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.313004:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097411.313008:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80be10c00. 02000000:00000001:1.0:1790097411.313010:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097411.313013:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097411.313016:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0268. 00000400:00000010:1.0:1790097411.313019:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069880. 00000100:00000200:1.0:1790097411.313022:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884008960, portal 10 00000100:00000001:1.0:1790097411.313031:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097411.313032:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733041024 : -119880976510592 : ffff92f808fad180) 00000100:00000040:1.0:1790097411.313038:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.313043:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097411.313045:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097411.313047:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069f68. 00000100:00000200:1.0:1790097411.313049:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884008960, offset 0 00000400:00000200:1.0:1790097411.313054:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097411.313057:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.313060:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097411.313063:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097411.313065:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097411.313067:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097411.313069:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097411.313071:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [138:138:251:4294967295] 192.168.202.134@tcp LPNI seq info [138:138:3:4294967295] 00000400:00000200:1.0:1790097411.313075:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.313080:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097411.313085:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097411.313088:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8057df700. 00000800:00000200:1.0:1790097411.313092:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097411.313096:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097411.313099:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8057df700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097411.313102:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.313105:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: using a timeout of 16471 usecs (17 jiffies) 00000400:00000200:1.0:1790097411.313108:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097411.313109:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295028245 00000100:00000001:1.0:1790097411.313111:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.313113:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295028245 00000100:00000001:1.0:1790097411.313115:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.313123:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.313125:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.313127:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097411.313133:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.313140:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097411.313142:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.313144:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097411.313145:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097411.313184:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097411.313187:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:2398:1877052884009216:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097411.313191:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097411.313194:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097411.313196:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.313197:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097411.313201:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80be11a00. 02000000:00000001:1.0:1790097411.313203:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097411.313207:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097411.313209:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0318. 00000400:00000010:1.0:1790097411.313213:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069bb0. 00000100:00000200:1.0:1790097411.313216:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884009216, portal 4 00000100:00000001:1.0:1790097411.313218:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097411.313219:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733042816 : -119880976508800 : ffff92f808fad880) 00000020:00000010:1.0:1790097411.313227:0:2398:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff92f808672000. 00000100:00000040:1.0:1790097411.313232:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.313239:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097411.313241:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097411.313243:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069ee0. 00000100:00000200:1.0:1790097411.313246:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877052884009216, offset 0 00000400:00000200:1.0:1790097411.313250:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097411.313253:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.313263:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097411.313265:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097411.313267:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097411.313269:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097411.313271:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097411.313274:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [139:139:250:4294967295] 192.168.202.134@tcp LPNI seq info [139:139:2:4294967295] 00000400:00000200:1.0:1790097411.313277:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.313282:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097411.313286:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097411.313290:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f820773e00. 00000800:00000200:1.0:1790097411.313294:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097411.313297:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097411.313300:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f820773e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097411.313302:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.313306:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: using a timeout of 17941 usecs (18 jiffies) 00000400:00000200:1.0:1790097411.313309:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097411.313310:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295028247 00000100:00000001:1.0:1790097411.313312:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.313314:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295028247 00000100:00000001:1.0:1790097411.313316:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295029528 00000100:00000001:1.0:1790097411.313318:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.313320:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.313322:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.313324:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.313348:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097411.313351:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790097411.313404:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097411.313409:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8057df100. 00000400:00000200:1.0:1790097411.313416:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.313421:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097411.314295:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b0696e8 00000400:00000010:1.0:1790097411.314310:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b0696e8. 00000100:00000001:1.0:1790097411.314316:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097411.314326:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314339:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.314343:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314350:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.314353:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097411.314380:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097411.314384:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8057df000. 00000400:00000200:1.0:1790097411.314388:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.314392:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097411.314396:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069d48 00000400:00000010:1.0:1790097411.314398:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069d48. 00000100:00000001:1.0:1790097411.314401:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097411.314404:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314412:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.314415:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314421:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.314422:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097411.314433:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097411.314435:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8057dfc00. 00000400:00000200:1.0:1790097411.314438:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.314441:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097411.314444:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069908 00000400:00000010:1.0:1790097411.314445:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069908. 00000100:00000001:1.0:1790097411.314447:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097411.314451:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314457:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.314465:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314470:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.314471:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097411.314480:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097411.314482:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8057df500. 00000400:00000200:1.0:1790097411.314485:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.314489:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097411.314491:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069b28 00000400:00000010:1.0:1790097411.314493:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069b28. 00000100:00000001:1.0:1790097411.314495:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097411.314499:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314505:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.314507:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314513:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.314514:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097411.314522:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097411.314523:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8057df600. 00000400:00000200:1.0:1790097411.314526:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.314528:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097411.314531:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069088 00000400:00000010:1.0:1790097411.314532:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069088. 00000100:00000001:1.0:1790097411.314534:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097411.314538:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314545:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.314548:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314553:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.314554:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097411.314571:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097411.314573:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8057df700. 00000400:00000200:1.0:1790097411.314576:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.314580:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097411.314582:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069f68 00000400:00000010:1.0:1790097411.314584:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069f68. 00000100:00000001:1.0:1790097411.314586:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097411.314590:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314597:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.314600:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.314607:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.314608:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097411.314696:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097411.314699:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f820773e00. 00000400:00000200:1.0:1790097411.315832:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.315843:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097411.315850:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069ee0 00000400:00000010:1.0:1790097411.315854:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069ee0. 00000100:00000001:1.0:1790097411.315860:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097411.315867:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.315878:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.315882:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.315888:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.315890:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790097411.325454:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325480:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097411.325486:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325489:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325500:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325519:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097411.325531:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325537:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325544:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325549:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 25 MB=0x6ab2b6e603e80 00000400:00000200:1.0:1790097411.325555:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325563:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:1.0:1790097411.325573:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325578:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325583:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.325588:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097411.325599:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.325611:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097411.325624:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.325643:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097411.325654:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325658:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097411.325659:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325661:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325664:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325667:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097411.325671:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325674:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325676:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325679:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e603f80 00000400:00000200:1.0:1790097411.325682:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325687:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:1.0:1790097411.325691:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325694:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325715:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.325719:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097411.325723:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.325728:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097411.325737:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.325744:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097411.325748:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325752:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097411.325754:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325755:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325759:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325762:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097411.325766:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325768:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325771:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325773:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604080 00000400:00000200:1.0:1790097411.325776:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325779:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:1.0:1790097411.325783:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325786:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325788:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.325791:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097411.325794:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.325799:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097411.325807:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.325815:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097411.325825:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325828:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097411.325830:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325833:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325836:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325839:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097411.325843:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325845:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325847:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325850:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 4 MB=0x6ab2b6e604180 00000400:00000200:1.0:1790097411.325853:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325857:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.134@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:1.0:1790097411.325860:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325863:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325865:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.325868:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097411.325871:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.325876:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097411.325886:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.325906:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097411.325910:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325914:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097411.325915:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325917:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325920:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325923:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097411.325926:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325928:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325931:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325933:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 4 MB=0x6ab2b6e604100 00000400:00000200:1.0:1790097411.325936:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325945:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.134@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1790097411.325949:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325952:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325954:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.325956:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097411.325959:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.325964:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097411.325971:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.325978:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097411.325981:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325984:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097411.325986:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.325988:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.325990:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325993:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097411.325996:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.325998:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.326000:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.326003:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e603f00 00000400:00000200:1.0:1790097411.326005:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.326009:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:1.0:1790097411.326012:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.326014:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.326016:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.326018:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097411.326021:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.326025:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097411.326032:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.326045:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097411.326048:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.326051:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097411.326053:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.326055:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.326058:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.326061:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097411.326064:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.326066:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.326069:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.326072:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604000 00000400:00000200:1.0:1790097411.326075:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097411.326078:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:1.0:1790097411.326082:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.326091:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097411.326093:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097411.326096:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097411.326099:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.326104:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097411.326112:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.326118:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097411.326122:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097411.326125:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.326177:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097411.326182:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790097411.326191:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097411.326194:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097411.326197:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb05d8. 00000400:00000200:1.0:1790097411.326202:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069990 00000400:00000010:1.0:1790097411.326577:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069990. 00000100:00000001:1.0:1790097411.326583:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.326589:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097411.326598:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.326605:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097411.326608:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.326611:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097411.326616:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097411.326620:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097411.326623:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.326627:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097411.326641:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f808fe2c60 time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097411.326646:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f808fe2c18 time=78 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097411.326649:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097411.326652:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097411.326656:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790097411.326660:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.326666:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790097411.326669:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:1.0:1790097411.326671:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790097411.326674:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.326680:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.326689:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.326693:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097411.326696:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097411.326711:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097411.326721:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884008704:192.168.202.134@tcp:400:kworker.0 00000400:00000001:1.0:1790097411.326729:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097411.326737:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097411.326740:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0268. 00000400:00000200:1.0:1790097411.326742:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069880 00000400:00000010:1.0:1790097411.326744:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069880. 00000100:00000001:1.0:1790097411.326747:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.326751:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097411.326760:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.326766:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097411.326767:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.326769:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097411.326771:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097411.326772:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097411.326774:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.326777:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097411.326783:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bf460 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097411.326786:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bf418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097411.326788:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097411.326789:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097411.326791:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790097411.326794:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.326796:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790097411.326798:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:1.0:1790097411.326800:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790097411.326801:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.326805:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.326813:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.326815:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097411.326817:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097411.326820:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097411.326839:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:2398:1877052884008960:192.168.202.134@tcp:400:kworker.0 00000400:00000001:1.0:1790097411.326845:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097411.326847:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097411.326848:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0318. 00000400:00000200:1.0:1790097411.326851:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069bb0 00000400:00000010:1.0:1790097411.326853:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069bb0. 00000100:00000001:1.0:1790097411.326855:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.326859:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097411.326867:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.326873:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097411.326875:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.326878:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097411.326879:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097411.326881:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097411.326882:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.326884:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097411.327376:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bec60 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097411.327384:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bec18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097411.327387:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097411.327388:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097411.327391:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790097411.327397:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790097411.327405:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.327407:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790097411.327409:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:1.0:1790097411.327411:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790097411.327412:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.327416:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327433:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.327435:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097411.327437:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097411.327441:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097411.327449:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:2398:1877052884009216:192.168.202.134@tcp:400:kworker.0 00000400:00000001:1.0:1790097411.327458:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097411.327460:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097411.327463:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0058. 00000400:00000200:1.0:1790097411.327466:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069110 00000400:00000010:1.0:1790097411.327469:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069110. 00000100:00000001:1.0:1790097411.327471:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.327476:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097411.327485:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327491:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097411.327492:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.327494:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097411.327496:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097411.327497:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097411.327499:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.327501:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097411.327504:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097411.327508:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=78 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097411.327510:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097411.327511:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097411.327513:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790097411.327515:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.327517:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.327520:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327533:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.327535:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097411.327536:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097411.327540:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097411.327547:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884008576:192.168.202.134@tcp:400:kworker.0 00000400:00000001:1.0:1790097411.327554:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097411.327556:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097411.327558:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0738. 00000400:00000200:1.0:1790097411.327561:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069660 00000400:00000010:1.0:1790097411.327563:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069660. 00000100:00000001:1.0:1790097411.327566:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.327570:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097411.327579:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327585:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097411.327587:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.327589:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097411.327591:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097411.327592:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097411.327594:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.327595:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097411.327603:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f809368460 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097411.327606:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f809368418 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097411.327608:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097411.327609:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097411.327611:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790097411.327614:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790097411.327632:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.327634:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790097411.327636:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:1.0:1790097411.327638:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790097411.327639:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.327644:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327650:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.327652:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097411.327654:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097411.327657:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097411.327665:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884008832:192.168.202.134@tcp:400:kworker.0 00000400:00000001:1.0:1790097411.327672:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097411.327673:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097411.327675:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0580. 00000400:00000200:1.0:1790097411.327678:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069220 00000400:00000010:1.0:1790097411.327679:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069220. 00000100:00000001:1.0:1790097411.327682:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.327686:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097411.327695:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327712:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097411.327714:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.327716:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097411.327717:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097411.327718:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097411.327720:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.327728:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097411.327733:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bd460 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097411.327736:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bd418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097411.327738:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097411.327739:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097411.327741:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790097411.327744:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790097411.327751:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.327753:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790097411.327754:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:1.0:1790097411.327756:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790097411.327757:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.327761:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327768:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.327770:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097411.327771:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097411.327774:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097411.327781:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:2398:1877052884009088:192.168.202.134@tcp:400:kworker.0 00000400:00000001:1.0:1790097411.327787:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097411.327789:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097411.327791:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0000. 00000400:00000200:1.0:1790097411.327793:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069aa0 00000400:00000010:1.0:1790097411.327795:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069aa0. 00000100:00000001:1.0:1790097411.327797:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097411.327800:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097411.327809:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327826:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097411.327828:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.327830:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097411.327831:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097411.327833:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097411.327834:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097411.327836:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097411.327841:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5b8460 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097411.327844:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5b8418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097411.327847:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097411.327848:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097411.327850:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790097411.327854:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790097411.327859:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.327862:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790097411.327863:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:1.0:1790097411.327865:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790097411.327866:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097411.327870:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327876:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097411.327878:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097411.327879:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097411.327883:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097411.327901:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:2398:1877052884009344:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097411.327906:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.327911:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.327916:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808faea00 x1877052884008704/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327929:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097411.327932:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790097411.327937:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f808602600. 02000000:00000001:1.0:1790097411.327943:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097411.327946:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097411.327948:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f808fe2800 refcount=3 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000020:00000001:1.0:1790097411.327951:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097411.327954:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f803c01a00. 02000000:00000001:1.0:1790097411.327958:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097411.327960:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097411.327962:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808faea00. 00000100:00000001:1.0:1790097411.327966:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097411.327968:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.327969:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.327974:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808fad180 x1877052884008960/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.327980:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097411.327981:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790097411.327983:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80be10c00. 02000000:00000001:1.0:1790097411.327985:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097411.327986:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097411.327987:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f80a5bf000 refcount=3 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000020:00000001:1.0:1790097411.327988:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097411.327990:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f803c01300. 02000000:00000001:1.0:1790097411.327992:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097411.327993:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097411.327995:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808fad180. 00000100:00000001:1.0:1790097411.327997:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097411.327998:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.328000:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.328003:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808fad880 x1877052884009216/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.328008:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097411.328010:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790097411.328017:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80be11a00. 02000000:00000001:1.0:1790097411.328020:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097411.328021:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097411.328022:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f80a5be800 refcount=2 obd=lustre-OST0000-osc-ffff92f80b3aa800 00000020:00000001:1.0:1790097411.328025:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097411.328026:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f818b42900. 02000000:00000001:1.0:1790097411.328028:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097411.328030:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097411.328031:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808fad880. 00000100:00000001:1.0:1790097411.328033:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097411.328034:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.328036:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.328040:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808faf100 x1877052884008576/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.328046:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097411.328047:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790097411.328049:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f805772e00. 02000000:00000001:1.0:1790097411.328051:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097411.328053:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097411.328054:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:1.0:1790097411.328056:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097411.328057:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f803c01f00. 02000000:00000001:1.0:1790097411.328059:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097411.328060:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097411.328061:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808faf100. 00000100:00000001:1.0:1790097411.328064:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097411.328065:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.328066:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.328070:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808fac380 x1877052884008832/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.328076:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097411.328078:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790097411.328079:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f805773000. 02000000:00000001:1.0:1790097411.328081:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097411.328083:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097411.328084:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f809368000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000020:00000001:1.0:1790097411.328086:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097411.328096:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f803c01700. 02000000:00000001:1.0:1790097411.328099:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097411.328100:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097411.328101:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808fac380. 00000100:00000001:1.0:1790097411.328104:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097411.328105:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.328107:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.328110:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808faf480 x1877052884009088/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.328116:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097411.328117:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790097411.328118:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80a8dc600. 02000000:00000001:1.0:1790097411.328121:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097411.328122:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097411.328124:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f80a5bd000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000020:00000001:1.0:1790097411.328126:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097411.328127:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f818bbcb00. 02000000:00000001:1.0:1790097411.328130:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097411.328131:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097411.328132:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808faf480. 00000100:00000001:1.0:1790097411.328135:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097411.328136:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.328138:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097411.328141:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808faf800 x1877052884009344/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097411.328186:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097411.328187:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790097411.328189:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f808603e00. 02000000:00000001:1.0:1790097411.328192:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097411.328193:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097411.328194:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f80a5b8000 refcount=2 obd=lustre-OST0001-osc-ffff92f80b3aa800 00000020:00000001:1.0:1790097411.328196:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097411.328197:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f818b42000. 02000000:00000001:1.0:1790097411.328199:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097411.328200:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097411.328201:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808faf800. 00000100:00000001:1.0:1790097411.328651:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097411.328653:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.328656:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097411.328666:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097411.328670:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097411.328673:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097411.328676:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097412.076358:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097412.076369:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097412.076376:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097412.076377:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097412.076733:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097412.076738:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097412.076741:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790097412.652955:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca800 (cpu 0) has reached its deadline 4295029528, at 4295029568 00000100:00000010:0.0:1790097412.653011:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f80a569960. 00000100:00000040:1.0:1790097412.653794:0:8954:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca910 (cpu 1) has reached its deadline 4295029528, at 4295029568 00000100:00000010:1.0:1790097412.653804:0:8954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f80a569660. 00010000:00000001:0.0:1790097413.100599:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097413.100609:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097413.100626:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097413.100627:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097413.100771:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097413.100775:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097413.100778:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097414.124824:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097414.124837:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790097414.124840:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790097414.124845:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097414.124852:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790097414.124854:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097414.124856:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097414.124871:0:126:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097414.124877:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097414.124878:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097414.133026:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097414.133038:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097414.133045:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097415.148707:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097415.148716:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097415.148724:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097415.148725:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097415.155326:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097415.155336:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097415.155343:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1790097415.278337:0:9643:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1790097415.278350:0:9643:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1790097415.306362:0:9645:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1790097415.306376:0:9645:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790097415.371695:0:9652:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790097415.371708:0:9652:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1790097415.406309:0:9654:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1790097415.406324:0:9654:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097416.172400:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097416.172407:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097416.172414:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097416.172415:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097416.172694:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097416.172699:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097416.172702:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1790097416.430456:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94271d42-674d-4b1a-870b-e5f22603f179->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097416.430472:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097416.430487:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809324a80. 00000020:00000040:3.0:1790097416.430495:0:36:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000001:3.0:1790097416.430500:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097416.430514:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097416.430521:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097416.430535:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f811d95900. 00000100:00000001:3.0:1790097416.430544:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430561:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94271d42-674d-4b1a-870b-e5f22603f179->MGS req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097416.430573:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097416.430578:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430595:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebb6feeb] to pc [ptlrpcd_01_00+0] req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.430642:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097416.430649:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097416.430660:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325f80. 00000020:00000040:3.0:1790097416.430663:0:36:0:(genops.c:1209:class_import_get()) import ffff92f808fe2800 refcount=4 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000100:00000001:3.0:1790097416.430665:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097416.430667:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097416.430669:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097416.430672:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f811d95800. 00000100:00000001:3.0:1790097416.430675:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430679:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097416.430712:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097416.430714:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430718:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003606492a] to pc [ptlrpcd_01_01+1] req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.430727:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097416.430733:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097416.430737:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325500. 00000020:00000040:3.0:1790097416.430739:0:36:0:(genops.c:1209:class_import_get()) import ffff92f809368000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000100:00000001:3.0:1790097416.430741:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097416.430743:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097416.430745:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097416.430750:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206bec00. 00000100:00000001:3.0:1790097416.430753:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430757:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097416.430764:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097416.430767:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430770:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003560363f] to pc [ptlrpcd_01_00+0] req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.430777:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430779:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097416.430783:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097416.430786:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097416.430790:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097416.430793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097416.430802:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097416.430805:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325880. 00000020:00000040:3.0:1790097416.430807:0:36:0:(genops.c:1209:class_import_get()) import ffff92f80a5bf000 refcount=4 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000100:00000001:3.0:1790097416.430810:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097416.430811:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097416.430813:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097416.430817:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be900. 00000100:00000001:3.0:1790097416.430821:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430825:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097416.430832:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097416.430834:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430838:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000731c84eb] to pc [ptlrpcd_01_01+1] req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.430846:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097416.430851:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097416.430853:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327480. 00000020:00000040:3.0:1790097416.430856:0:36:0:(genops.c:1209:class_import_get()) import ffff92f80a5bd000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000100:00000001:3.0:1790097416.430858:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097416.430859:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097416.430861:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097416.430864:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be400. 00000100:00000001:3.0:1790097416.430866:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430870:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097416.430877:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097416.430878:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430881:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000450f3042] to pc [ptlrpcd_01_00+0] req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.430901:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097416.430907:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097416.430911:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327800. 00000020:00000040:3.0:1790097416.430913:0:36:0:(genops.c:1209:class_import_get()) import ffff92f80a5be800 refcount=3 obd=lustre-OST0000-osc-ffff92f80b3aa800 00000100:00000001:3.0:1790097416.430916:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097416.430917:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097416.430919:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097416.430922:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be700. 00000100:00000001:3.0:1790097416.430925:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430929:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097416.430936:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097416.430938:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430941:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cdd170e] to pc [ptlrpcd_01_01+1] req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.430947:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430949:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097416.430952:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097416.430955:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809326d80. 00000020:00000040:3.0:1790097416.430970:0:36:0:(genops.c:1209:class_import_get()) import ffff92f80a5b8000 refcount=3 obd=lustre-OST0001-osc-ffff92f80b3aa800 00000100:00000001:3.0:1790097416.430972:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097416.430973:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097416.430975:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097416.430978:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be800. 00000100:00000001:3.0:1790097416.430981:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.430986:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097416.430992:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097416.431000:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.431006:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062dc19c9] to pc [ptlrpcd_01_00+0] req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.431012:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.431017:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (371) 00000100:00000001:3.0:1790097416.431041:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097416.431045:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097416.431048:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097416.431053:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.431061:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097416.431063:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.431068:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097416.431072:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097416.431075:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097416.431079:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884009600:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097416.431084:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097416.431092:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097416.431096:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.431099:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097416.431104:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381ba00. 02000000:00000001:3.0:1790097416.431107:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097416.431116:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097416.431121:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6370. 00000400:00000010:3.0:1790097416.431131:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe3b8. 00000100:00000200:3.0:1790097416.431140:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884009600, portal 10 00000100:00000001:3.0:1790097416.431142:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097416.431144:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736681856 : -119880972869760 : ffff92f809325f80) 00000100:00000040:3.0:1790097416.431514:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.431523:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097416.431526:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097416.431531:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe7f8. 00000100:00000200:3.0:1790097416.431543:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884009600, offset 0 00000400:00000200:3.0:1790097416.431552:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097416.431563:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.431574:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097416.431592:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097416.431597:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097416.431738:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097416.431743:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097416.431748:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [140:140:256:4294967295] 192.168.202.134@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:3.0:1790097416.431753:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.431767:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097416.431775:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097416.431781:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be200. 00000800:00000200:3.0:1790097416.431789:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097416.431798:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097416.431805:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097416.431829:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.431835:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: using a timeout of 134713 usecs (135 jiffies) 00000400:00000200:3.0:1790097416.431839:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097416.431842:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295033482 00000100:00000010:3.0:1790097416.431847:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f807deb9c0. 00000100:00000001:3.0:1790097416.431855:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790097416.431863:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295033482 00000100:00000010:3.0:1790097416.431867:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f807deb180. 00000100:00000001:3.0:1790097416.431870:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790097416.431879:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.431882:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.431886:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097416.431891:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.431911:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097416.431913:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.431916:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097416.431919:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097416.431921:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097416.431924:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884009856:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097416.431928:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097416.431931:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097416.431933:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.431935:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097416.431938:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381b600. 02000000:00000001:3.0:1790097416.431940:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097416.431944:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097416.431948:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc69f8. 00000400:00000010:3.0:1790097416.431952:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9febb0. 00000100:00000200:3.0:1790097416.431970:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884009856, portal 10 00000100:00000001:3.0:1790097416.431972:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097416.431974:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736680064 : -119880972871552 : ffff92f809325880) 00000100:00000040:3.0:1790097416.431981:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.431988:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097416.431991:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097416.431994:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9feee0. 00000100:00000200:3.0:1790097416.431996:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884009856, offset 0 00000400:00000200:3.0:1790097416.432001:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097416.432005:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.432009:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097416.432013:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097416.432015:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097416.432017:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097416.432020:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097416.432028:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [141:141:255:4294967295] 192.168.202.134@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:3.0:1790097416.432032:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.432038:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097416.432042:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097416.432046:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be300. 00000800:00000200:3.0:1790097416.432049:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097416.432054:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097416.432057:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097416.432060:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.432064:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: using a timeout of 17128 usecs (18 jiffies) 00000400:00000200:3.0:1790097416.432067:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097416.432069:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295033365 00000100:00000001:3.0:1790097416.432072:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295033482 00000100:00000001:3.0:1790097416.432074:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295033365 00000100:00000001:3.0:1790097416.432076:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295033482 00000100:00000001:3.0:1790097416.432078:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.432080:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.432082:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097416.432086:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.432093:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097416.432095:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.432097:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097416.432099:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097416.432100:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097416.432104:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884010112:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097416.432107:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097416.432110:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097416.432111:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.432119:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097416.432122:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381ae00. 02000000:00000001:3.0:1790097416.432124:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097416.432128:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097416.432131:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc62c0. 00000400:00000010:3.0:1790097416.432134:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe440. 00000100:00000200:3.0:1790097416.432137:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884010112, portal 4 00000100:00000001:3.0:1790097416.432139:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097416.432140:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736688128 : -119880972863488 : ffff92f809327800) 00000100:00000040:3.0:1790097416.432146:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.432305:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097416.432308:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097416.432311:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe6e8. 00000100:00000200:3.0:1790097416.432314:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877052884010112, offset 0 00000400:00000200:3.0:1790097416.432320:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097416.432324:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.432327:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097416.432330:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097416.432332:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097416.432335:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097416.432337:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097416.432340:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [142:142:254:4294967295] 192.168.202.134@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:3.0:1790097416.432343:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.432350:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097416.432354:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097416.432357:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206beb00. 00000800:00000200:3.0:1790097416.432361:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097416.432365:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097416.432367:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206beb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097416.432370:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.432378:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: using a timeout of 19061 usecs (20 jiffies) 00000400:00000200:3.0:1790097416.432381:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097416.432383:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295033368 00000100:00000001:3.0:1790097416.432386:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295033482 00000100:00000001:3.0:1790097416.432388:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295033368 00000100:00000001:3.0:1790097416.432390:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295033482 00000100:00000001:3.0:1790097416.432391:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.432393:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.432397:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.432400:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.432409:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097416.432412:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790097416.432414:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097416.432416:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097416.432418:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097416.432421:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:3.0:1790097416.432423:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.432425:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097416.432427:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.432428:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097416.432429:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097416.432430:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097416.432435:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.432442:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097416.432443:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.432446:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097416.432447:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097416.432449:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097416.432452:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94271d42-674d-4b1a-870b-e5f22603f179:2400:1877052884009472:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097416.432456:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097416.432458:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097416.432460:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.432467:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097416.432470:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381ac00. 02000000:00000001:3.0:1790097416.432472:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097416.432476:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097416.432479:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6840. 00000400:00000010:3.0:1790097416.432482:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fee58. 00000100:00000200:3.0:1790097416.432485:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884009472, portal 25 00000100:00000001:3.0:1790097416.432487:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097416.432488:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736676480 : -119880972875136 : ffff92f809324a80) 00000100:00000040:3.0:1790097416.432493:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.432499:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097416.432502:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000100:00000001:2.0:1790097416.432744:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097416.432748:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1790097416.432803:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe000. 00000100:00000200:3.0:1790097416.432808:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877052884009472, offset 0 00000400:00000200:3.0:1790097416.432814:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097416.432818:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.432822:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097416.432825:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097416.432827:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097416.432829:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097416.432832:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097416.432834:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [143:143:253:4294967295] 192.168.202.134@tcp LPNI seq info [143:143:5:4294967295] 00000400:00000200:3.0:1790097416.432838:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.432845:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097416.432849:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097416.432853:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be600. 00000800:00000200:3.0:1790097416.432857:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097416.432861:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097416.432864:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097416.432866:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097416.432874:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097416.432876:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295034648 00000100:00000001:3.0:1790097416.432884:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295033482 00000100:00000001:3.0:1790097416.432889:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295034648 00000100:00000001:3.0:1790097416.432892:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295033482 00000100:00000001:3.0:1790097416.432894:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.432897:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.432899:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097416.432904:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.432911:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097416.432913:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.432915:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097416.432917:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097416.432919:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097416.432922:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884009728:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097416.432924:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097416.432927:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097416.432928:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.432930:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097416.432933:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80a8dc600. 02000000:00000001:3.0:1790097416.432934:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097416.432937:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097416.432940:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6630. 00000400:00000010:3.0:1790097416.432943:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe198. 00000100:00000200:3.0:1790097416.432946:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884009728, portal 10 00000100:00000001:3.0:1790097416.432948:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097416.432949:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736679168 : -119880972872448 : ffff92f809325500) 00000100:00000040:3.0:1790097416.433734:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.433749:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097416.433763:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097416.433767:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fea18. 00000100:00000200:3.0:1790097416.433771:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884009728, offset 0 00000400:00000200:3.0:1790097416.433777:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097416.433783:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.433788:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097416.433791:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097416.433794:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097416.433797:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097416.433799:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097416.433803:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [144:144:252:4294967295] 192.168.202.134@tcp LPNI seq info [144:144:4:4294967295] 00000400:00000200:3.0:1790097416.433807:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.433815:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097416.433820:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097416.433825:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f80535b500. 00000800:00000200:3.0:1790097416.433829:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097416.433835:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097416.433838:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f80535b500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097416.433841:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.433845:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: using a timeout of 161391 usecs (162 jiffies) 00000400:00000200:3.0:1790097416.433848:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097416.433850:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295033511 00000100:00000001:3.0:1790097416.433852:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295034648 00000100:00000001:3.0:1790097416.433855:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295033511 00000100:00000001:3.0:1790097416.433857:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295034648 00000100:00000001:3.0:1790097416.433859:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.433861:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.433865:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097416.433871:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.433897:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097416.433899:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.433903:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097416.433905:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097416.433907:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097416.433911:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884009984:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097416.433915:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097416.433918:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097416.433920:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.433922:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097416.433926:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f805772e00. 02000000:00000001:3.0:1790097416.433928:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097416.433932:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097416.433935:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6790. 00000400:00000010:3.0:1790097416.433939:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe110. 00000100:00000200:3.0:1790097416.433944:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884009984, portal 10 00000100:00000001:3.0:1790097416.433945:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097416.433947:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000040:3.0:1790097416.433954:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.434817:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097416.434824:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097416.434831:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fec38. 00000100:00000200:3.0:1790097416.434837:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884009984, offset 0 00000400:00000200:3.0:1790097416.434843:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097416.434849:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.434854:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097416.434859:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097416.434862:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097416.434865:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097416.434867:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097416.434881:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [145:145:251:4294967295] 192.168.202.134@tcp LPNI seq info [145:145:3:4294967295] 00000400:00000200:3.0:1790097416.434885:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.436086:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097416.436100:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097416.436111:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f80535b400. 00000800:00000200:3.0:1790097416.436120:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097416.436129:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097416.436135:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f80535b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097416.436141:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790097416.437209:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097416.437219:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be200. 00000400:00000200:1.0:1790097416.437231:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.437240:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097416.437248:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe7f8 00000400:00000010:1.0:1790097416.437252:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe7f8. 00000100:00000001:1.0:1790097416.437258:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097416.437269:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.437284:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097416.437288:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.437317:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097416.437318:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097416.437336:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097416.437338:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be300. 00000400:00000200:1.0:1790097416.437342:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.437345:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097416.437348:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9feee0 00000400:00000010:1.0:1790097416.437350:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9feee0. 00000100:00000001:1.0:1790097416.437352:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097416.437357:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.437364:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097416.437367:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.437373:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097416.437375:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097416.437383:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097416.437385:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206beb00. 00000400:00000200:1.0:1790097416.437388:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.437391:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097416.437393:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe6e8 00000400:00000010:1.0:1790097416.437395:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe6e8. 00000100:00000001:1.0:1790097416.437398:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097416.437402:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.437410:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097416.437413:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.437419:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097416.437420:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097416.437428:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097416.437436:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be600. 00000400:00000200:1.0:1790097416.437439:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.437443:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097416.437446:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe000 00000400:00000010:1.0:1790097416.437448:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe000. 00000100:00000001:1.0:1790097416.437451:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097416.437456:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.437463:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097416.437466:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.437472:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097416.437474:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097416.437484:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097416.437486:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f80535b500. 00000400:00000200:1.0:1790097416.437489:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.437492:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097416.437495:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fea18 00000400:00000010:1.0:1790097416.437497:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fea18. 00000100:00000001:1.0:1790097416.437499:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097416.437504:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.437525:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097416.437529:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.437535:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097416.437536:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097416.437978:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097416.437982:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f80535b400. 00000400:00000200:1.0:1790097416.437987:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.437992:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097416.437996:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fec38 00000400:00000010:1.0:1790097416.437998:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fec38. 00000100:00000001:1.0:1790097416.438009:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097416.438014:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.438021:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097416.438024:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.438030:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097416.438032:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1790097416.438372:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: using a timeout of 20560 usecs (21 jiffies) 00000400:00000200:3.0:1790097416.438383:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097416.438388:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295033375 00000100:00000001:3.0:1790097416.438391:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295034648 00000100:00000001:3.0:1790097416.438394:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295033375 00000100:00000001:3.0:1790097416.438396:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295034648 00000100:00000001:3.0:1790097416.438399:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.438404:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.438409:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097416.438417:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.438425:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097416.438428:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.438433:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097416.438438:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097416.438441:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097416.438444:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884010240:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097416.438449:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097416.438456:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097416.438459:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.438472:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097416.438478:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f805773000. 02000000:00000001:3.0:1790097416.438481:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097416.438486:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097416.438491:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6898. 00000400:00000010:3.0:1790097416.438498:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe550. 00000100:00000200:3.0:1790097416.438952:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884010240, portal 4 00000100:00000001:3.0:1790097416.439022:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097416.439024:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736685440 : -119880972866176 : ffff92f809326d80) 00000100:00000040:3.0:1790097416.439037:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.439046:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097416.439049:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097416.439054:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe220. 00000100:00000200:3.0:1790097416.439059:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877052884010240, offset 0 00000400:00000200:3.0:1790097416.439067:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097416.439078:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.439088:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097416.439094:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097416.439099:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097416.439104:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097416.439108:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097416.439111:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [146:146:256:4294967295] 192.168.202.134@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:3.0:1790097416.439116:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097416.439127:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097416.439135:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097416.439142:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f80535b400. 00000800:00000200:3.0:1790097416.442969:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097416.442985:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097416.442991:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f80535b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097416.455195:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.455236:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: using a timeout of 19417 usecs (20 jiffies) 00000400:00000200:3.0:1790097416.455250:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097416.455254:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295033391 00000100:00000001:3.0:1790097416.455260:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295034648 00000100:00000001:3.0:1790097416.455263:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295033391 00000100:00000001:3.0:1790097416.455266:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295034648 00000100:00000001:3.0:1790097416.455268:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.455274:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.455281:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.455288:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1790097416.461228:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.461306:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097416.461312:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.461316:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.461329:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.461339:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097416.461353:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.461359:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.461366:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.461371:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604280 00000400:00000200:1.0:1790097416.461378:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.461386:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1790097416.461396:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.461401:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.461405:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.461410:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097416.462780:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097416.462798:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097416.462814:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.462843:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1790097416.463113:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097416.463139:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f80535b400. 00000400:00000200:1.0:1790097416.463166:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.463171:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097416.463177:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe220 00000400:00000010:1.0:1790097416.463181:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe220. 00000100:00000001:1.0:1790097416.463185:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097416.463191:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.463204:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097416.463208:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.463216:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097416.463219:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790097416.463227:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463238:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097416.463240:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463242:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.463249:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463255:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097416.463262:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463266:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463271:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463276:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604380 00000400:00000200:1.0:1790097416.463281:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463289:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:1.0:1790097416.463296:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463300:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.463302:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.463306:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097416.463309:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097416.463314:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097416.463324:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.463340:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097416.463345:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463349:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097416.463350:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463352:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.463356:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463359:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097416.463364:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463366:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463370:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463373:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604300 00000400:00000200:1.0:1790097416.463377:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463382:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:1.0:1790097416.463386:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463389:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.463391:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.463395:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097416.463398:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097416.463402:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097416.463423:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.463432:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097416.463436:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463440:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097416.463442:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463444:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.463447:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463450:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097416.463454:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463464:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463467:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463471:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604400 00000400:00000200:1.0:1790097416.463474:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463478:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:1.0:1790097416.463482:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463487:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.463489:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.463492:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097416.463495:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097416.463501:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097416.463586:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.463594:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097416.463600:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463686:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097416.463689:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463694:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.463698:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463702:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097416.463706:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463710:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463713:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463716:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 4 MB=0x6ab2b6e604480 00000400:00000200:1.0:1790097416.463720:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463725:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.134@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1790097416.463729:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463732:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.463734:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.463737:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097416.463741:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097416.463752:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097416.463760:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.463767:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097416.463771:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463774:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097416.463776:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463778:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.463781:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463784:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097416.463788:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463790:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463793:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463796:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 25 MB=0x6ab2b6e604200 00000400:00000200:1.0:1790097416.463799:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097416.463804:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 224/224 into md 0x901 [1] + 224 00000800:00000001:1.0:1790097416.463807:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463814:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097416.463816:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097416.463819:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097416.463822:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097416.463826:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097416.463835:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097416.463841:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097416.463844:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097416.463846:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.468343:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097416.468355:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097416.468368:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097416.468372:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097416.468376:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6840. 00000400:00000200:3.0:1790097416.468385:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fee58 00000400:00000010:3.0:1790097416.468388:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fee58. 00000100:00000001:3.0:1790097416.468394:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097416.468408:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097416.468421:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.468428:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097416.468430:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.468433:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097416.468438:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097416.468441:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097416.468444:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.468447:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097416.468457:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=83 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097416.468462:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097416.468464:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097416.468466:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097416.468469:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097416.468490:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.468494:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.468515:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.468523:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.468527:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097416.468529:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097416.468533:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097416.468541:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94271d42-674d-4b1a-870b-e5f22603f179:2400:1877052884009472:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097416.468549:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097416.468550:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097416.468553:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6630. 00000400:00000200:3.0:1790097416.468555:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe198 00000400:00000010:3.0:1790097416.468557:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe198. 00000100:00000001:3.0:1790097416.468559:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097416.468564:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097416.468572:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.468577:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097416.468579:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.468581:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097416.468582:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097416.468583:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097416.468585:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.468587:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097416.468594:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f809368460 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097416.468597:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f809368418 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097416.468599:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097416.468600:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097416.468602:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097416.468740:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097416.468750:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.468753:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097416.468757:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:3.0:1790097416.468760:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097416.468762:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.468766:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.468774:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.468776:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097416.468778:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097416.468782:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097416.468790:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884009728:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097416.468797:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097416.468799:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097416.468801:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6790. 00000400:00000200:3.0:1790097416.468803:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe110 00000400:00000010:3.0:1790097416.468805:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe110. 00000100:00000001:3.0:1790097416.468808:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097416.468812:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097416.468820:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.468825:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097416.468827:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.468828:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097416.468830:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097416.468831:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097416.468838:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.468841:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097416.468846:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bd460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097416.468850:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bd418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097416.468852:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097416.468853:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097416.468855:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097416.468860:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097416.468866:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.468868:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097416.468870:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097416.468871:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097416.468873:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.468876:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.468882:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.468884:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097416.468885:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097416.468888:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097416.468895:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884009984:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097416.469034:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097416.469035:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097416.469037:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6370. 00000400:00000200:3.0:1790097416.469040:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe3b8 00000400:00000010:3.0:1790097416.469042:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe3b8. 00000100:00000001:3.0:1790097416.469045:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097416.469050:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097416.469058:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469072:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097416.469074:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.469075:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097416.469077:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097416.469078:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097416.469080:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.469081:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097416.469087:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f808fe2c60 time=83 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097416.469090:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f808fe2c18 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097416.469092:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097416.469093:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097416.469095:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097416.469097:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.469100:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097416.469101:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:3.0:1790097416.469103:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097416.469104:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.469109:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469115:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.469117:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097416.469118:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097416.469122:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097416.469128:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884009600:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097416.469134:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097416.469135:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097416.469138:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc69f8. 00000400:00000200:3.0:1790097416.469140:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9febb0 00000400:00000010:3.0:1790097416.469142:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9febb0. 00000100:00000001:3.0:1790097416.469144:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097416.469212:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097416.469227:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469233:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097416.469235:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.469237:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097416.469238:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097416.469239:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097416.469240:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.469242:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097416.469247:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bf460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097416.469250:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bf418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097416.469252:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097416.469253:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097416.469255:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097416.469257:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.469260:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097416.469261:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097416.469263:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097416.469264:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.469268:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469274:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.469276:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097416.469277:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097416.469280:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097416.469287:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884009856:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097416.469293:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097416.469294:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097416.469297:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc62c0. 00000400:00000200:3.0:1790097416.469299:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe440 00000400:00000010:3.0:1790097416.469307:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe440. 00000100:00000001:3.0:1790097416.469311:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097416.469316:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097416.469324:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469331:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097416.469333:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.469335:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097416.469336:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097416.469337:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097416.469339:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.469341:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097416.469347:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bec60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097416.469350:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bec18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097416.469351:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097416.469352:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097416.469354:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097416.469357:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097416.469363:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.469365:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097416.469366:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097416.469368:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097416.469369:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.469372:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469377:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.469379:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097416.469380:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097416.469383:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097416.469401:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884010112:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097416.469405:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.469408:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097416.469412:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809324a80 x1877052884009472/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469419:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097416.469422:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097416.469426:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381ac00. 02000000:00000001:3.0:1790097416.469432:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097416.469435:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097416.469437:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097416.469440:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097416.469443:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f811d95900. 02000000:00000001:3.0:1790097416.469447:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097416.469449:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097416.469451:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809324a80. 00000100:00000001:3.0:1790097416.469455:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097416.469457:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.469458:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097416.469462:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325500 x1877052884009728/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469468:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097416.469470:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097416.469471:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80a8dc600. 02000000:00000001:3.0:1790097416.469474:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097416.469475:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097416.469476:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f809368000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000020:00000001:3.0:1790097416.469478:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097416.469479:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206bec00. 02000000:00000001:3.0:1790097416.469482:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097416.469483:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097416.469484:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325500. 00000100:00000001:3.0:1790097416.469487:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097416.469493:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.469494:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097416.469498:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327480 x1877052884009984/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469725:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097416.469727:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097416.469729:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f805772e00. 02000000:00000001:3.0:1790097416.469732:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097416.469734:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097416.469735:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5bd000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000020:00000001:3.0:1790097416.469737:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097416.469739:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be400. 02000000:00000001:3.0:1790097416.469741:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097416.469742:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097416.469743:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327480. 00000100:00000001:3.0:1790097416.469745:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097416.469747:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.469748:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097416.469752:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325f80 x1877052884009600/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469757:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097416.469759:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097416.469760:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381ba00. 02000000:00000001:3.0:1790097416.469763:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097416.469764:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097416.469765:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f808fe2800 refcount=3 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000020:00000001:3.0:1790097416.469767:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097416.469768:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f811d95800. 02000000:00000001:3.0:1790097416.469770:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097416.469771:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097416.469772:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325f80. 00000100:00000001:3.0:1790097416.469775:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097416.469776:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.469777:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097416.469780:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325880 x1877052884009856/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469798:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097416.469799:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097416.469800:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381b600. 02000000:00000001:3.0:1790097416.469802:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097416.469803:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097416.469805:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5bf000 refcount=3 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000020:00000001:3.0:1790097416.469806:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097416.469807:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be900. 02000000:00000001:3.0:1790097416.469809:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097416.469810:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097416.469812:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325880. 00000100:00000001:3.0:1790097416.469814:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097416.469814:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.469816:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097416.469819:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327800 x1877052884010112/t0(0) o400->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.469824:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097416.469825:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097416.469827:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381ae00. 02000000:00000001:3.0:1790097416.469828:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097416.469829:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097416.469830:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5be800 refcount=2 obd=lustre-OST0000-osc-ffff92f80b3aa800 00000020:00000001:3.0:1790097416.469832:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097416.469833:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be700. 02000000:00000001:3.0:1790097416.469835:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097416.469836:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097416.469837:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327800. 00000100:00000001:3.0:1790097416.469838:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097416.469839:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.469843:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.469845:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097416.469848:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097416.469850:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.469852:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1790097416.474123:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097416.474172:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097416.474178:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097416.474183:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097416.474196:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097416.474206:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097416.474221:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097416.474250:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097416.474258:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097416.474263:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 4 MB=0x6ab2b6e604500 00000400:00000200:0.0:1790097416.474268:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097416.474276:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.134@tcp of length 224/224 into md 0x919 [1] + 224 00000800:00000001:0.0:1790097416.474285:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097416.474299:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097416.474303:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097416.474308:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097416.474317:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097416.474328:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097416.474341:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097416.474371:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097416.474381:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097416.474385:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.476080:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097416.476108:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097416.476118:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097416.476121:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097416.476126:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6898. 00000400:00000200:3.0:1790097416.476136:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe550 00000400:00000010:3.0:1790097416.476139:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe550. 00000100:00000001:3.0:1790097416.476145:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097416.476184:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097416.476198:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.476208:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097416.476210:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.476214:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097416.476218:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097416.476221:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097416.476223:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097416.476226:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097416.476238:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5b8460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097416.476243:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5b8418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097416.476246:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097416.476248:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097416.476251:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097416.476256:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097416.476263:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.476268:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097416.476270:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097416.476272:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097416.476275:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097416.476280:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.476287:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097416.476298:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097416.476300:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097416.476305:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097416.476313:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884010240:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097416.476319:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.476322:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097416.476326:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809326d80 x1877052884010240/t0(0) o400->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097416.476333:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097416.476337:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097416.476343:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f805773000. 02000000:00000001:3.0:1790097416.476349:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097416.476352:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097416.476354:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5b8000 refcount=2 obd=lustre-OST0001-osc-ffff92f80b3aa800 00000020:00000001:3.0:1790097416.476357:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097416.476360:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be800. 02000000:00000001:3.0:1790097416.476364:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097416.476366:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097416.476368:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809326d80. 00000100:00000001:3.0:1790097416.476373:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097416.476374:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.476377:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097416.476387:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097416.476390:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097416.476393:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097416.476396:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097417.196310:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097417.196321:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097417.196330:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097417.196332:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790097417.196468:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790097417.196473:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790097417.196475:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790097417.772359:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca800 (cpu 0) has reached its deadline 4295034648, at 4295034688 00000100:00000010:0.0:1790097417.772380:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f807deb9c0. 00000100:00000040:1.0:1790097417.772401:0:8954:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca910 (cpu 1) has reached its deadline 4295034648, at 4295034688 00000100:00000010:1.0:1790097417.772411:0:8954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f807deb180. 00010000:00000001:0.0:1790097418.220317:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097418.220326:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097418.220332:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097418.220333:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097418.220539:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097418.220543:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097418.220546:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097419.248776:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097419.248786:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097419.248793:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097419.248795:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097419.248835:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097419.248839:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097419.248869:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097420.270529:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097420.270539:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097420.270546:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097420.270551:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790097420.270553:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790097420.270558:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097420.270562:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790097420.270564:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097420.270567:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097420.270569:0:126:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097420.270599:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097420.270603:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097420.270606:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097421.292456:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097421.292466:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097421.292475:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097421.292476:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097421.292520:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097421.292524:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097421.292527:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1790097421.550348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94271d42-674d-4b1a-870b-e5f22603f179->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790097421.550362:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790097421.550371:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f8104b2680. 00000020:00000040:1.0:1790097421.550378:0:37:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000001:1.0:1790097421.550383:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790097421.550387:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790097421.550393:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790097421.550404:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f820773e00. 00000100:00000001:1.0:1790097421.550413:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550439:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94271d42-674d-4b1a-870b-e5f22603f179->MGS req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790097421.550453:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790097421.550459:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550467:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a10a07e1] to pc [ptlrpcd_00_00+0] req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.550490:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550493:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790097421.550496:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790097421.550499:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f8104b1f80. 00000020:00000040:1.0:1790097421.550502:0:37:0:(genops.c:1209:class_import_get()) import ffff92f808fe2800 refcount=4 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000100:00000001:1.0:1790097421.550505:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790097421.550506:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790097421.550508:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790097421.550512:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f820773600. 00000100:00000001:1.0:1790097421.550515:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550519:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790097421.550526:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790097421.550534:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550540:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d04dd01] to pc [ptlrpcd_00_01+1] req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.550549:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790097421.550555:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790097421.550558:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f8104b1500. 00000020:00000040:1.0:1790097421.550560:0:37:0:(genops.c:1209:class_import_get()) import ffff92f809368000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000100:00000001:1.0:1790097421.550563:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790097421.550564:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790097421.550566:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790097421.550570:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f820773500. 00000100:00000001:1.0:1790097421.550573:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550578:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790097421.550586:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790097421.550588:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550591:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000781838a6] to pc [ptlrpcd_00_00+0] req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.550598:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1790097421.550613:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1790097421.550617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1790097421.550620:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1790097421.550623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790097421.550627:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790097421.550630:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f8104b2d80. 00000020:00000040:1.0:1790097421.550633:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5bf000 refcount=4 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000100:00000001:1.0:1790097421.550641:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790097421.550643:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790097421.550645:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790097421.550648:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f820773c00. 00000100:00000001:1.0:1790097421.550652:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550657:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790097421.550663:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790097421.550666:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550670:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d037e5e] to pc [ptlrpcd_00_01+1] req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.550677:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790097421.550682:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1790097421.550685:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f8104b1880. 00000020:00000040:1.0:1790097421.550687:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5bd000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000100:00000001:1.0:1790097421.550690:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790097421.550691:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790097421.550692:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790097421.550697:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be800. 00000100:00000001:1.0:1790097421.550700:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550704:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790097421.550711:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790097421.550712:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550716:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000698ef635] to pc [ptlrpcd_00_00+0] req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.550722:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790097421.550727:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1790097421.550748:0:37:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1790097421.550752:0:37:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1790097421.550754:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f8104b0380. 00000020:00000040:1.0:1790097421.550757:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5be800 refcount=3 obd=lustre-OST0000-osc-ffff92f80b3aa800 00000100:00000001:1.0:1790097421.550759:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790097421.550761:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790097421.550763:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790097421.550767:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be700. 00000100:00000001:1.0:1790097421.550770:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.550773:0:37:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446624192855737216 : -119880853814400 : ffff92f8104b0380) 00000100:00080000:1.0:1790097421.550776:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f80a5be800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1790097421.550780:0:37:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff92f80b3aa800: disconnect after 21s idle 00000100:00000001:1.0:1790097421.550782:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790097421.550784:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550788:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049470536] to pc [ptlrpcd_rcv+-1] req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.550819:0:37:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097421.550822:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790097421.550827:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1790097421.550829:0:37:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1790097421.550830:0:37:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1790097421.550833:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f8104b1180. 00000020:00000040:1.0:1790097421.550836:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5b8000 refcount=3 obd=lustre-OST0001-osc-ffff92f80b3aa800 00000100:00000001:1.0:1790097421.550838:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790097421.550839:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790097421.550841:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790097421.550844:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f8206be900. 00000100:00000001:1.0:1790097421.550846:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.550848:0:37:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446624192855740800 : -119880853810816 : ffff92f8104b1180) 00000100:00080000:1.0:1790097421.550850:0:37:0:(import.c:65:import_set_state_nolock()) ffff92f80a5b8000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1790097421.550852:0:37:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff92f80b3aa800: disconnect after 21s idle 00000100:00000001:1.0:1790097421.550861:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790097421.550863:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550868:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000801b4d9] to pc [ptlrpcd_rcv+-1] req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.550875:0:37:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097421.550877:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.550882:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:1.0:1790097421.550896:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097421.550900:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097421.550903:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097421.550908:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.550915:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097421.550918:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097421.550923:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097421.550926:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097421.550928:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097421.550932:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052884010368:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097421.550937:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097421.550944:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097421.550946:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097421.550949:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097421.550953:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8093c8400. 02000000:00000001:1.0:1790097421.550955:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097421.550965:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097421.550970:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0000. 00000400:00000010:1.0:1790097421.550978:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069aa0. 00000100:00000200:1.0:1790097421.550985:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884010368, portal 25 00000100:00000001:1.0:1790097421.550988:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097421.550990:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192855746176 : -119880853805440 : ffff92f8104b2680) 00000100:00000040:1.0:1790097421.550996:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.551003:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097421.551012:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097421.551015:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069220. 00000100:00000200:1.0:1790097421.551018:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877052884010368, offset 0 00000400:00000200:1.0:1790097421.551027:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097421.551037:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.551047:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097421.551054:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097421.551059:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097421.551063:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097421.551066:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097421.551070:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [147:147:256:4294967295] 192.168.202.134@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1790097421.551075:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.551085:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097421.551092:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097421.551097:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be400. 00000800:00000200:1.0:1790097421.551105:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097421.551113:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097421.551118:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097421.551131:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097421.551135:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097421.551138:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295039766 00000100:00000010:1.0:1790097421.551143:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f80a569660. 00000100:00000001:1.0:1790097421.551198:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1790097421.551206:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295039767 00000100:00000010:1.0:1790097421.551211:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f80a5690c0. 00000100:00000001:1.0:1790097421.551215:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1790097421.551218:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097421.551221:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.551223:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097421.551228:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.551244:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097421.551246:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097421.551248:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097421.551250:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097421.551252:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097421.551255:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884010624:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097421.551259:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097421.551261:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097421.551262:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097421.551264:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097421.551267:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8093c9000. 02000000:00000001:1.0:1790097421.551268:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097421.551272:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097421.551275:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0580. 00000400:00000010:1.0:1790097421.551279:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069660. 00000100:00000200:1.0:1790097421.551282:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884010624, portal 10 00000100:00000001:1.0:1790097421.551284:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097421.551285:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192855741696 : -119880853809920 : ffff92f8104b1500) 00000100:00000040:1.0:1790097421.551292:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.551298:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097421.551301:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097421.551303:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069110. 00000100:00000200:1.0:1790097421.551305:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884010624, offset 0 00000400:00000200:1.0:1790097421.551310:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097421.551314:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.551318:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097421.551321:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097421.551324:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097421.551326:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097421.551328:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097421.551336:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [148:148:255:4294967295] 192.168.202.134@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:1.0:1790097421.551340:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.551346:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097421.551351:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097421.551355:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206bec00. 00000800:00000200:1.0:1790097421.551358:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097421.551363:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097421.551366:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206bec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097421.551369:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.551374:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: using a timeout of 155383 usecs (156 jiffies) 00000400:00000200:1.0:1790097421.551377:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097421.551379:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295038623 00000100:00000001:1.0:1790097421.551381:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295039766 00000100:00000001:1.0:1790097421.551383:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295038623 00000100:00000001:1.0:1790097421.551386:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295039767 00000100:00000001:1.0:1790097421.551388:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097421.551390:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.551392:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097421.551396:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.551403:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097421.551404:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097421.551407:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097421.551408:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097421.551411:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097421.551414:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6055a674-9599-489e-b95c-2473accf281e:2397:1877052884010880:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097421.551417:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097421.551420:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097421.551421:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097421.551429:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097421.551432:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8093c8800. 02000000:00000001:1.0:1790097421.551433:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097421.551437:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097421.551440:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0738. 00000400:00000010:1.0:1790097421.551444:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069bb0. 00000100:00000200:1.0:1790097421.551446:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884010880, portal 10 00000100:00000001:1.0:1790097421.551448:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097421.551449:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192855742592 : -119880853809024 : ffff92f8104b1880) 00000100:00000040:1.0:1790097421.551456:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.551461:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097421.551463:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097421.551466:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069880. 00000100:00000200:1.0:1790097421.551468:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884010880, offset 0 00000400:00000200:1.0:1790097421.551472:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097421.551475:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.551478:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097421.551481:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097421.551483:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097421.551485:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097421.551487:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097421.551490:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [149:149:254:4294967295] 192.168.202.134@tcp LPNI seq info [149:149:6:4294967295] 00000400:00000200:1.0:1790097421.551494:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.551500:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097421.551504:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097421.551508:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be600. 00000800:00000200:1.0:1790097421.551511:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097421.551515:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097421.551517:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097421.551520:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.551527:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: using a timeout of 25930 usecs (26 jiffies) 00000400:00000200:1.0:1790097421.551530:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097421.551532:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295038493 00000100:00000001:1.0:1790097421.551534:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295039766 00000100:00000001:1.0:1790097421.551537:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295038493 00000100:00000001:1.0:1790097421.551539:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295039767 00000100:00000001:1.0:1790097421.551542:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097421.551544:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.551547:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.551550:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097421.551559:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097421.551562:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790097421.551564:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097421.551565:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097421.551567:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097421.551570:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1790097421.551572:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097421.551574:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097421.551575:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097421.551577:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097421.551578:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097421.551579:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097421.551583:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.551591:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097421.551593:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097421.551595:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097421.551597:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097421.551599:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097421.551601:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884010496:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097421.551614:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097421.551617:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097421.551619:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097421.551627:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097421.551630:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8093c8c00. 02000000:00000001:1.0:1790097421.551632:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097421.551635:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097421.551638:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0058. 00000400:00000010:1.0:1790097421.551642:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069990. 00000100:00000200:1.0:1790097421.551645:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884010496, portal 10 00000100:00000001:1.0:1790097421.551647:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097421.551648:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192855744384 : -119880853807232 : ffff92f8104b1f80) 00000100:00000040:1.0:1790097421.551655:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.551661:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097421.551663:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097421.551666:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069ee0. 00000100:00000200:1.0:1790097421.551668:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884010496, offset 0 00000400:00000200:1.0:1790097421.551673:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097421.551676:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.551680:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097421.551683:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097421.551685:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097421.551688:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097421.551690:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097421.551693:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [150:150:253:4294967295] 192.168.202.134@tcp LPNI seq info [150:150:5:4294967295] 00000400:00000200:1.0:1790097421.551696:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.551702:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097421.551707:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097421.551711:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206beb00. 00000800:00000200:1.0:1790097421.551714:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097421.551719:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097421.551721:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206beb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097421.551724:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.551734:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: using a timeout of 131098 usecs (132 jiffies) 00000400:00000200:1.0:1790097421.551738:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097421.551740:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295038599 00000100:00000001:1.0:1790097421.551743:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295039766 00000100:00000001:1.0:1790097421.551745:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295038599 00000100:00000001:1.0:1790097421.551747:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295039767 00000100:00000001:1.0:1790097421.551749:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097421.551751:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.551753:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097421.551758:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.551765:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097421.551766:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097421.551769:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097421.551770:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097421.551772:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097421.551775:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6055a674-9599-489e-b95c-2473accf281e:2397:1877052884010752:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097421.551778:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097421.551781:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097421.551782:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097421.551784:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097421.551786:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8093c9c00. 02000000:00000001:1.0:1790097421.551788:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097421.551791:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097421.551793:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0318. 00000400:00000010:1.0:1790097421.551796:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069f68. 00000100:00000200:1.0:1790097421.551799:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884010752, portal 10 00000100:00000001:1.0:1790097421.551801:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097421.551802:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192855747968 : -119880853803648 : ffff92f8104b2d80) 00000100:00000040:1.0:1790097421.551808:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.551824:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097421.551826:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097421.551829:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069088. 00000100:00000200:1.0:1790097421.551831:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884010752, offset 0 00000400:00000200:1.0:1790097421.551835:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097421.551839:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.551843:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097421.551845:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097421.551847:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097421.551850:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097421.551852:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097421.551854:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [151:151:252:4294967295] 192.168.202.134@tcp LPNI seq info [151:151:4:4294967295] 00000400:00000200:1.0:1790097421.551858:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.551864:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097421.551868:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097421.551871:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be300. 00000800:00000200:1.0:1790097421.551874:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097421.551878:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097421.551880:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097421.551882:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097421.551885:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: using a timeout of 20557 usecs (21 jiffies) 00000400:00000200:1.0:1790097421.551888:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097421.551890:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295038488 00000100:00000001:1.0:1790097421.551893:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295039766 00000100:00000001:1.0:1790097421.551895:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295038488 00000100:00000001:1.0:1790097421.551897:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295039767 00000100:00000001:1.0:1790097421.551899:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097421.551901:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.551908:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.551910:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.551930:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097421.551933:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790097421.551993:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097421.551998:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be400. 00000400:00000200:1.0:1790097421.552005:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.552010:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097421.552016:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069220 00000400:00000010:1.0:1790097421.552020:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069220. 00000100:00000001:1.0:1790097421.552024:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097421.552029:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.552040:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097421.552043:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.552051:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.552053:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097421.552069:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097421.552071:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206bec00. 00000400:00000200:1.0:1790097421.552074:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.552077:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097421.552079:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069110 00000400:00000010:1.0:1790097421.552081:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069110. 00000100:00000001:1.0:1790097421.552083:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097421.552087:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.552094:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097421.552097:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.552102:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.552103:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097421.552111:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097421.552119:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be600. 00000400:00000200:1.0:1790097421.552121:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.552124:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097421.552127:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069880 00000400:00000010:1.0:1790097421.552129:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069880. 00000100:00000001:1.0:1790097421.552131:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097421.552134:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.552141:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097421.552144:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.552180:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.552182:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097421.552192:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097421.552194:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206beb00. 00000400:00000200:1.0:1790097421.552197:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.552200:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097421.552202:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069ee0 00000400:00000010:1.0:1790097421.552204:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069ee0. 00000100:00000001:1.0:1790097421.552206:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097421.552209:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.552217:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097421.552220:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.552226:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.552227:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097421.552302:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097421.552304:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be300. 00000400:00000200:1.0:1790097421.552307:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.552311:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097421.552314:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069088 00000400:00000010:1.0:1790097421.552315:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069088. 00000100:00000001:1.0:1790097421.552324:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097421.552328:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.552335:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097421.552338:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.552344:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.552345:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790097421.552515:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097421.552520:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790097421.552522:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790097421.552535:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097421.552543:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790097421.552545:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097421.552548:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790097421.552550:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790097421.552552:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790097421.552555:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884011008:192.168.202.134@tcp:9:kworker.0 00000100:00000001:2.0:1790097421.552559:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790097421.552562:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790097421.552563:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097421.552565:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790097421.552570:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8204bac00. 02000000:00000001:2.0:1790097421.552573:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790097421.552577:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:2.0:1790097421.552581:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808de4aa8. 00000400:00000010:2.0:1790097421.552586:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7c088. 00000100:00000200:2.0:1790097421.552591:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884011008, portal 4 00000100:00000001:2.0:1790097421.552593:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790097421.552594:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192855737216 : -119880853814400 : ffff92f8104b0380) 00000100:00000040:2.0:1790097421.552600:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097421.552616:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790097421.552619:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:2.0:1790097421.552621:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7c990. 00000100:00000200:2.0:1790097421.552625:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877052884011008, offset 0 00000400:00000200:2.0:1790097421.552630:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:2.0:1790097421.552635:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097421.552639:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:2.0:1790097421.552642:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790097421.552645:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:2.0:1790097421.552648:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790097421.552650:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:2.0:1790097421.552659:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [152:152:256:4294967295] 192.168.202.134@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:2.0:1790097421.552663:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097421.552671:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:2.0:1790097421.552675:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:2.0:1790097421.552679:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f80b168500. 00000800:00000200:2.0:1790097421.552683:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:2.0:1790097421.552689:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:2.0:1790097421.552691:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f80b168500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790097421.552711:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097421.552715:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: using a timeout of 26291 usecs (27 jiffies) 00000400:00000200:2.0:1790097421.552718:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:2.0:1790097421.552720:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295038495 00000100:00000001:2.0:1790097421.552722:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295039766 00000100:00000001:2.0:1790097421.552724:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295038495 00000100:00000001:2.0:1790097421.552726:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295039767 00000100:00000001:2.0:1790097421.552729:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097421.552731:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097421.552733:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790097421.552737:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097421.552744:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790097421.552745:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097421.552747:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790097421.552749:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790097421.552751:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790097421.552754:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884011136:192.168.202.134@tcp:9:kworker.0 00000100:00000001:2.0:1790097421.552757:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790097421.552759:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790097421.552761:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097421.552768:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790097421.552772:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f811d9ba00. 02000000:00000001:2.0:1790097421.552774:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790097421.552777:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:2.0:1790097421.552780:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808de4c60. 00000400:00000010:2.0:1790097421.552783:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7cb28. 00000100:00000200:2.0:1790097421.552786:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884011136, portal 4 00000100:00000001:2.0:1790097421.552788:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790097421.552789:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192855740800 : -119880853810816 : ffff92f8104b1180) 00000100:00000040:2.0:1790097421.552796:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097421.552802:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790097421.552813:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:2.0:1790097421.552816:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7cbb0. 00000100:00000200:2.0:1790097421.552819:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1877052884011136, offset 0 00000400:00000200:2.0:1790097421.552823:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:2.0:1790097421.552826:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097421.552830:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:2.0:1790097421.552833:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790097421.552836:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:2.0:1790097421.552838:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790097421.552840:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:2.0:1790097421.552843:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [153:153:255:4294967295] 192.168.202.134@tcp LPNI seq info [153:153:7:4294967295] 00000400:00000200:2.0:1790097421.552846:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097421.552851:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:2.0:1790097421.552856:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:2.0:1790097421.552859:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f80b168d00. 00000800:00000200:2.0:1790097421.552863:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:2.0:1790097421.552867:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:2.0:1790097421.552870:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f80b168d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790097421.552873:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097421.552881:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: using a timeout of 28688 usecs (29 jiffies) 00000400:00000200:2.0:1790097421.552885:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:2.0:1790097421.552887:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295038497 00000100:00000001:2.0:1790097421.552889:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295039766 00000100:00000001:2.0:1790097421.552892:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295038497 00000100:00000001:2.0:1790097421.552894:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295039767 00000100:00000001:2.0:1790097421.552896:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097421.552899:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097421.552902:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097421.552904:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097421.552910:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790097421.552912:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1790097421.552914:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097421.552915:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790097421.552917:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097421.552919:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1790097421.559242:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.559267:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097421.559272:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.559275:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.559287:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.559296:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097421.559307:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.559313:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.559320:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.559325:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 25 MB=0x6ab2b6e604580 00000400:00000200:1.0:1790097421.559331:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.559339:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:1.0:1790097421.559349:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.559358:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.559363:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.559369:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097421.559380:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097421.559390:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097421.559403:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.559426:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1790097421.559484:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097421.559495:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f80b168500. 00000400:00000200:1.0:1790097421.559503:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.559507:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097421.559512:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7c990 00000400:00000010:1.0:1790097421.559515:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7c990. 00000100:00000001:1.0:1790097421.559521:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097421.559527:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.559539:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097421.559544:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.559551:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.559553:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790097421.559561:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.559566:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1790097421.559653:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097421.559656:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f80b168d00. 00000400:00000200:1.0:1790097421.559660:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.559663:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097421.559667:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7cbb0 00000400:00000010:1.0:1790097421.559669:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7cbb0. 00000100:00000001:1.0:1790097421.559672:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097421.559677:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.559686:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097421.559689:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.559696:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097421.559698:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790097421.567185:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567214:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097421.567220:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567223:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.567245:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567255:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097421.567267:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567274:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567282:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567288:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604680 00000400:00000200:1.0:1790097421.567295:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567303:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:1.0:1790097421.567313:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567318:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.567323:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.567328:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097421.567338:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097421.567351:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097421.567364:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.567376:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097421.567388:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567391:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097421.567393:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567395:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.567398:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567402:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097421.567406:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567409:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567411:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567414:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604780 00000400:00000200:1.0:1790097421.567417:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567422:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:1.0:1790097421.567425:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567435:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.567437:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.567441:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097421.567445:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097421.567450:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097421.567459:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.567466:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097421.567471:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567475:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097421.567477:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567479:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.567483:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567486:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097421.567490:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567493:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567496:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567499:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604600 00000400:00000200:1.0:1790097421.567503:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567506:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x951 [1] + 224 00000800:00000001:1.0:1790097421.567511:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567515:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.567517:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.567519:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097421.567523:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097421.567527:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097421.567546:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.567553:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097421.567562:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567565:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097421.567567:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567570:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.567573:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567576:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097421.567579:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567582:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567585:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567588:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604700 00000400:00000200:1.0:1790097421.567591:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.567595:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x961 [1] + 224 00000800:00000001:1.0:1790097421.567598:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.567602:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.567613:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.567617:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097421.567620:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097421.567625:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097421.569212:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.569223:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097421.569240:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.569251:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097421.569253:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.569256:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.569262:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.569267:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097421.569272:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.569276:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.569280:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.569284:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 4 MB=0x6ab2b6e604800 00000400:00000200:1.0:1790097421.569288:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.569299:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.134@tcp of length 224/224 into md 0x971 [1] + 224 00000800:00000001:1.0:1790097421.569305:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.569308:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.569311:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.569315:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097421.569320:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097421.569324:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097421.569332:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.569353:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097421.569357:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.569360:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097421.569361:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.569363:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.569366:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.569369:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097421.569372:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.569375:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.569378:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.569381:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 4 MB=0x6ab2b6e604880 00000400:00000200:1.0:1790097421.569383:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097421.569386:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.134@tcp of length 224/224 into md 0x979 [1] + 224 00000800:00000001:1.0:1790097421.569390:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.569461:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097421.569464:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097421.569468:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097421.569471:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097421.569475:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097421.569485:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097421.569498:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097421.569503:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097421.569507:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097421.570097:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097421.570103:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097421.570112:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097421.570114:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097421.570118:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808de4aa8. 00000400:00000200:3.0:1790097421.570124:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7c088 00000400:00000010:3.0:1790097421.570127:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7c088. 00000100:00000001:3.0:1790097421.570131:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097421.570146:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.570392:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790097421.570396:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790097421.570402:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790097421.570403:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790097421.570406:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0058. 00000400:00000200:0.0:1790097421.570411:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069990 00000400:00000010:0.0:1790097421.570412:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069990. 00000100:00000001:0.0:1790097421.570416:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097421.570422:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790097421.570432:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.570440:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790097421.570442:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.570445:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790097421.570455:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790097421.570458:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790097421.570461:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790097421.570465:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790097421.570477:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f808fe2c60 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1790097421.570482:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f808fe2c18 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1790097421.570486:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790097421.570488:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097421.570492:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790097421.570496:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097421.570501:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790097421.570504:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:0.0:1790097421.570506:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790097421.570508:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097421.570514:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.570524:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790097421.570529:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790097421.570531:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790097421.570535:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097421.570543:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884010496:192.168.202.134@tcp:400:kworker.0 00000400:00000001:0.0:1790097421.570551:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790097421.570553:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790097421.570555:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0318. 00000400:00000200:0.0:1790097421.570558:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069f68 00000400:00000010:0.0:1790097421.570559:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069f68. 00000100:00000001:0.0:1790097421.570562:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097421.570566:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790097421.570574:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.570588:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790097421.570590:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.570592:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790097421.570594:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790097421.570595:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790097421.570597:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790097421.570599:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790097421.570615:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bf460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1790097421.570619:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bf418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1790097421.570621:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790097421.570622:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097421.570624:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1790097421.571993:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097421.572003:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097421.572006:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097421.572009:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097421.572012:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097421.572014:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097421.572016:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097421.572019:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097421.572028:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bec60 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097421.572032:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bec18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097421.572034:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097421.572035:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097421.572038:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097421.572043:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097421.572049:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097421.572053:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097421.572055:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097421.572057:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097421.572059:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097421.572063:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097421.572071:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097421.572074:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097421.572076:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1790097421.572080:0:2396:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790097421.572089:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f80a5be800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1790097421.572094:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097421.572120:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884011008:192.168.202.134@tcp:9:kworker.0 00000400:00000001:3.0:1790097421.572131:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097421.572133:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097421.572136:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808de4c60. 00000400:00000200:3.0:1790097421.572140:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7cb28 00000400:00000010:3.0:1790097421.572143:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7cb28. 00000100:00000001:3.0:1790097421.572171:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097421.572175:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097421.572185:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097421.572191:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097421.572193:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097421.572194:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097421.572196:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097421.572197:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097421.572198:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097421.572200:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097421.572205:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5b8460 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097421.572208:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5b8418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097421.572211:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097421.572212:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097421.572214:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097421.572218:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097421.572224:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097421.572226:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097421.572227:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097421.572229:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097421.572230:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097421.572233:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097421.572244:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097421.572246:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097421.572247:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1790097421.572251:0:2396:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790097421.572258:0:2396:0:(import.c:65:import_set_state_nolock()) ffff92f80a5b8000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1790097421.572262:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097421.572269:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6055a674-9599-489e-b95c-2473accf281e:2396:1877052884011136:192.168.202.134@tcp:9:kworker.0 00000100:00000001:3.0:1790097421.572274:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097421.572277:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097421.572281:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f8104b0380 x1877052884011008/t0(0) o9->lustre-OST0000-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097421.572287:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097421.572290:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097421.572294:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8204bac00. 02000000:00000001:3.0:1790097421.572298:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097421.572301:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097421.572303:0:2396:0:(genops.c:1222:class_import_put()) import ffff92f80a5be800 refcount=2 obd=lustre-OST0000-osc-ffff92f80b3aa800 00000020:00000001:3.0:1790097421.572305:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097421.572308:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be700. 02000000:00000001:3.0:1790097421.572312:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097421.572314:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097421.572316:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f8104b0380. 00000100:00000001:3.0:1790097421.572320:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097421.572321:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097421.572322:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097421.572325:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f8104b1180 x1877052884011136/t0(0) o9->lustre-OST0001-osc-ffff92f80b3aa800@192.168.202.134@tcp:28/4 lens 224/224 e 0 to 0 dl 1790097431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097421.572340:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097421.572341:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097421.572343:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f811d9ba00. 02000000:00000001:3.0:1790097421.572345:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097421.572347:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097421.572348:0:2396:0:(genops.c:1222:class_import_put()) import ffff92f80a5b8000 refcount=2 obd=lustre-OST0001-osc-ffff92f80b3aa800 00000020:00000001:3.0:1790097421.572350:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097421.572351:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be900. 02000000:00000001:3.0:1790097421.572353:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097421.572354:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097421.572355:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f8104b1180. 00000100:00000001:3.0:1790097421.572357:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097421.572358:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097421.572360:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097421.572370:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097421.572372:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097421.572375:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097421.572377:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097421.575084:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097421.575106:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790097421.575110:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:0.0:1790097421.575112:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790097421.575115:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097421.575133:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575144:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790097421.575173:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790097421.575175:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790097421.575181:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097421.575190:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6055a674-9599-489e-b95c-2473accf281e:2397:1877052884010752:192.168.202.134@tcp:400:kworker.0 00000400:00000001:0.0:1790097421.575206:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790097421.575209:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790097421.575213:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0000. 00000400:00000200:0.0:1790097421.575220:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069aa0 00000400:00000010:0.0:1790097421.575223:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069aa0. 00000100:00000001:0.0:1790097421.575228:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097421.575235:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790097421.575259:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575266:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790097421.575269:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.575272:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790097421.575276:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790097421.575279:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790097421.575282:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790097421.575285:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790097421.575293:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1790097421.575298:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1790097421.575301:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790097421.575302:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097421.575305:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790097421.575307:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097421.575309:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097421.575313:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575319:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790097421.575321:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790097421.575322:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790097421.575325:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097421.575332:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:94271d42-674d-4b1a-870b-e5f22603f179:2397:1877052884010368:192.168.202.134@tcp:400:kworker.0 00000400:00000001:0.0:1790097421.575338:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790097421.575339:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790097421.575342:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0580. 00000400:00000200:0.0:1790097421.575345:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069660 00000400:00000010:0.0:1790097421.575346:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069660. 00000100:00000001:0.0:1790097421.575348:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097421.575353:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790097421.575365:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575371:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790097421.575373:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.575375:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790097421.575376:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790097421.575378:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790097421.575379:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790097421.575381:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790097421.575387:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f809368460 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1790097421.575390:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f809368418 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1790097421.575392:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790097421.575393:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097421.575395:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1790097421.575399:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790097421.575406:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097421.575408:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790097421.575409:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:0.0:1790097421.575411:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790097421.575412:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097421.575415:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575422:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790097421.575423:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790097421.575425:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790097421.575442:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097421.575449:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2397:1877052884010624:192.168.202.134@tcp:400:kworker.0 00000400:00000001:0.0:1790097421.575455:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790097421.575462:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790097421.575464:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0738. 00000400:00000200:0.0:1790097421.575466:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069bb0 00000400:00000010:0.0:1790097421.575468:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069bb0. 00000100:00000001:0.0:1790097421.575470:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097421.575475:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790097421.575483:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575490:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790097421.575491:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.575493:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790097421.575495:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790097421.575496:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790097421.575497:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790097421.575499:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790097421.575505:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bd460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1790097421.575508:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bd418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1790097421.575510:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790097421.575511:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097421.575513:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1790097421.575516:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1790097421.575523:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097421.575525:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790097421.575527:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:0.0:1790097421.575528:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790097421.575530:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097421.575545:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575551:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790097421.575554:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790097421.575555:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790097421.575564:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097421.575572:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6055a674-9599-489e-b95c-2473accf281e:2397:1877052884010880:192.168.202.134@tcp:400:kworker.0 00000100:00000001:0.0:1790097421.575577:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.575581:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097421.575586:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f8104b1f80 x1877052884010496/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575593:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790097421.575596:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790097421.575601:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8093c8c00. 02000000:00000001:0.0:1790097421.575615:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790097421.575618:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790097421.575620:0:2397:0:(genops.c:1222:class_import_put()) import ffff92f808fe2800 refcount=3 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000020:00000001:0.0:1790097421.575623:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790097421.575626:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f820773600. 02000000:00000001:0.0:1790097421.575631:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790097421.575634:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790097421.575636:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f8104b1f80. 00000100:00000001:0.0:1790097421.575640:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790097421.575642:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.575643:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097421.575647:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f8104b2d80 x1877052884010752/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575653:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790097421.575654:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790097421.575656:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8093c9c00. 02000000:00000001:0.0:1790097421.575658:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790097421.575659:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790097421.575661:0:2397:0:(genops.c:1222:class_import_put()) import ffff92f80a5bf000 refcount=3 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000020:00000001:0.0:1790097421.575663:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790097421.575664:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f820773c00. 02000000:00000001:0.0:1790097421.575666:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790097421.575667:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790097421.575675:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f8104b2d80. 00000100:00000001:0.0:1790097421.575677:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790097421.575679:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.575680:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097421.575684:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f8104b2680 x1877052884010368/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575691:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790097421.575692:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790097421.575694:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8093c8400. 02000000:00000001:0.0:1790097421.575696:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790097421.575698:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790097421.575699:0:2397:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:0.0:1790097421.575701:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790097421.575702:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f820773e00. 02000000:00000001:0.0:1790097421.575704:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790097421.575705:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790097421.575707:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f8104b2680. 00000100:00000001:0.0:1790097421.575709:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790097421.575711:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.575712:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097421.575716:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f8104b1500 x1877052884010624/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575722:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790097421.575724:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790097421.575725:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8093c9000. 02000000:00000001:0.0:1790097421.575727:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790097421.575728:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790097421.575738:0:2397:0:(genops.c:1222:class_import_put()) import ffff92f809368000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000020:00000001:0.0:1790097421.575741:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790097421.575742:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f820773500. 02000000:00000001:0.0:1790097421.575744:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790097421.575746:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790097421.575747:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f8104b1500. 00000100:00000001:0.0:1790097421.575749:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790097421.575750:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.575752:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097421.575761:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f8104b1880 x1877052884010880/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097421.575766:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790097421.575768:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790097421.575770:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8093c8800. 02000000:00000001:0.0:1790097421.575771:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790097421.575773:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790097421.575774:0:2397:0:(genops.c:1222:class_import_put()) import ffff92f80a5bd000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000020:00000001:0.0:1790097421.575775:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790097421.575777:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f8206be800. 02000000:00000001:0.0:1790097421.575779:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790097421.575780:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790097421.575782:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f8104b1880. 00000100:00000001:0.0:1790097421.575784:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790097421.575786:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.575788:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097421.575812:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790097421.575815:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097421.575818:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790097421.575822:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097422.316484:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097422.316493:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097422.316501:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097422.316503:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097422.316546:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097422.316550:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097422.316553:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790097422.895178:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca800 (cpu 0) has reached its deadline 4295039766, at 4295039811 00000100:00000010:0.0:1790097422.895199:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f80a569660. 00000100:00000040:1.0:1790097422.897495:0:8954:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca910 (cpu 1) has reached its deadline 4295039767, at 4295039811 00000100:00000010:1.0:1790097422.897516:0:8954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f80a5690c0. 00010000:00000001:0.0:1790097423.342612:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097423.342622:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097423.342630:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097423.342631:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097423.342817:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097423.342820:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097423.342823:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097424.364286:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097424.364295:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790097424.364298:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790097424.364320:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097424.364324:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790097424.364326:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097424.364338:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097424.364340:0:126:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097424.364344:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097424.364346:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097424.364371:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097424.364374:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097424.364376:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097425.391742:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097425.391752:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097425.391771:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097425.391772:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097425.392015:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097425.392020:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097425.392023:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097426.413988:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097426.413998:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097426.414005:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097426.414006:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1790097426.414038:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1790097426.414041:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1790097426.414044:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1790097426.673184:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94271d42-674d-4b1a-870b-e5f22603f179->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097426.673203:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097426.673215:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809326d80. 00000020:00000040:3.0:1790097426.673224:0:36:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000001:3.0:1790097426.673230:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097426.673235:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097426.673241:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097426.673253:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f80535b500. 00000100:00000001:3.0:1790097426.673264:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.673283:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94271d42-674d-4b1a-870b-e5f22603f179->MGS req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097426.673296:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097426.673303:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.673310:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062dc19c9] to pc [ptlrpcd_01_01+1] req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.673356:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.673360:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097426.673364:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097426.673367:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327800. 00000020:00000040:3.0:1790097426.673369:0:36:0:(genops.c:1209:class_import_get()) import ffff92f808fe2800 refcount=4 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000100:00000001:3.0:1790097426.673372:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097426.673373:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097426.673375:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097426.673381:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f80535b400. 00000100:00000001:3.0:1790097426.673385:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.673390:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097426.673398:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097426.673401:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.673405:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004cdd170e] to pc [ptlrpcd_01_00+0] req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.673414:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.673417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097426.673420:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097426.673423:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325880. 00000020:00000040:3.0:1790097426.673426:0:36:0:(genops.c:1209:class_import_get()) import ffff92f809368000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000100:00000001:3.0:1790097426.673442:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097426.673443:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097426.673445:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097426.673449:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f811d95800. 00000100:00000001:3.0:1790097426.673452:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.673457:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097426.673464:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097426.673472:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.673477:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000731c84eb] to pc [ptlrpcd_01_01+1] req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.673666:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097426.673672:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790097426.673676:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790097426.673686:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.673694:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790097426.673698:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097426.673703:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790097426.673707:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790097426.673710:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790097426.673715:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94271d42-674d-4b1a-870b-e5f22603f179:2400:1877052884011264:192.168.202.134@tcp:400:kworker.0 00000100:00000001:2.0:1790097426.673722:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790097426.673731:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790097426.673734:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097426.673737:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790097426.673755:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8104a2c00. 02000000:00000001:2.0:1790097426.673758:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790097426.673777:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:2.0:1790097426.673782:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808de49a0. 00000400:00000010:2.0:1790097426.673791:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7c4c8. 00000100:00000200:2.0:1790097426.673801:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884011264, portal 25 00000100:00000001:2.0:1790097426.673804:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790097426.673806:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736685440 : -119880972866176 : ffff92f809326d80) 00000100:00000040:2.0:1790097426.673813:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.673821:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790097426.673826:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:2.0:1790097426.673829:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7c880. 00000100:00000200:2.0:1790097426.673833:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877052884011264, offset 0 00000400:00000200:2.0:1790097426.673843:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:2.0:1790097426.673859:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097426.673875:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:2.0:1790097426.673882:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790097426.673886:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:2.0:1790097426.673890:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790097426.673893:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:2.0:1790097426.673898:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [154:154:256:4294967295] 192.168.202.134@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1790097426.673902:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097426.673913:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:2.0:1790097426.673922:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:2.0:1790097426.673928:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f80b168e00. 00000800:00000200:2.0:1790097426.673936:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:2.0:1790097426.673946:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:2.0:1790097426.673952:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f80b168e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790097426.673962:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790097426.673966:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:2.0:1790097426.673969:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295044889 00000100:00000010:2.0:1790097426.673974:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f809f8ecc0. 00000100:00000001:2.0:1790097426.673988:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1790097426.673996:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295044889 00000100:00000010:2.0:1790097426.673999:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f809f8ed20. 00000100:00000001:2.0:1790097426.674002:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1790097426.674006:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097426.674009:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097426.674013:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097426.674016:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097426.674024:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790097426.674026:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1790097426.674028:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097426.674030:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790097426.674031:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790097426.674034:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1790097426.674036:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097426.674038:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790097426.674039:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097426.674041:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097426.674042:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790097426.674043:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790097426.674047:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.674055:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790097426.674056:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097426.674059:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790097426.674061:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790097426.674063:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790097426.674065:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884011392:192.168.202.134@tcp:400:kworker.0 00000100:00000001:2.0:1790097426.674069:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790097426.674071:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790097426.674073:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097426.674074:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790097426.674078:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8104a3e00. 02000000:00000001:2.0:1790097426.674079:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790097426.674090:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:2.0:1790097426.674093:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808de40b0. 00000400:00000010:2.0:1790097426.674097:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7cf68. 00000100:00000200:2.0:1790097426.674100:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884011392, portal 10 00000100:00000001:2.0:1790097426.674103:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790097426.674104:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736688128 : -119880972863488 : ffff92f809327800) 00000100:00000040:2.0:1790097426.674113:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.674119:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790097426.674122:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:2.0:1790097426.674124:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7cee0. 00000100:00000200:2.0:1790097426.674126:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884011392, offset 0 00000400:00000200:2.0:1790097426.674131:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:2.0:1790097426.674135:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097426.674139:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:2.0:1790097426.674142:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790097426.674145:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:2.0:1790097426.674172:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790097426.674175:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:2.0:1790097426.674178:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [155:155:255:4294967295] 192.168.202.134@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:2.0:1790097426.674182:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097426.674189:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:2.0:1790097426.674195:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:2.0:1790097426.674198:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f80b168f00. 00000800:00000200:2.0:1790097426.674203:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:2.0:1790097426.674208:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:2.0:1790097426.674211:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f80b168f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790097426.674215:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097426.674220:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: using a timeout of 126850 usecs (127 jiffies) 00000400:00000200:2.0:1790097426.674223:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:2.0:1790097426.674226:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295043716 00000100:00000001:2.0:1790097426.674235:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295044889 00000100:00000001:2.0:1790097426.674238:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295043717 00000100:00000001:2.0:1790097426.674240:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295044889 00000100:00000001:2.0:1790097426.674242:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097426.674245:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097426.674247:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097426.674250:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.674299:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.674303:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097426.674308:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097426.674311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097426.674314:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097426.674317:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097426.674322:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097426.674326:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325f80. 00000020:00000040:3.0:1790097426.674329:0:36:0:(genops.c:1209:class_import_get()) import ffff92f80a5bf000 refcount=4 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000100:00000001:3.0:1790097426.674332:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097426.674334:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097426.674338:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097426.674342:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f811d95900. 00000100:00000001:3.0:1790097426.674347:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.674352:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097426.674361:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097426.674365:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.674370:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003606492a] to pc [ptlrpcd_01_00+0] req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.674379:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.674382:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097426.674386:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097426.674389:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327480. 00000020:00000040:3.0:1790097426.674391:0:36:0:(genops.c:1209:class_import_get()) import ffff92f80a5bd000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000100:00000001:3.0:1790097426.674400:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097426.674401:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097426.674403:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097426.674408:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f819e7ac00. 00000100:00000001:3.0:1790097426.674411:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.674416:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097426.674424:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097426.674426:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.674430:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000450f3042] to pc [ptlrpcd_01_01+1] req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.674436:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.674438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097426.674441:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097426.674445:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097426.674448:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097426.674453:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:3.0:1790097426.674467:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097426.674470:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097426.674472:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097426.674477:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.674498:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097426.674500:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097426.674502:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097426.674504:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097426.674507:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097426.674510:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6055a674-9599-489e-b95c-2473accf281e:2399:1877052884011648:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097426.674515:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097426.674524:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097426.674525:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097426.674527:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097426.674531:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381bc00. 02000000:00000001:3.0:1790097426.674533:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097426.674538:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097426.674541:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6898. 00000400:00000010:3.0:1790097426.674546:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe550. 00000100:00000200:3.0:1790097426.674549:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884011648, portal 10 00000100:00000001:3.0:1790097426.674551:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097426.674552:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736681856 : -119880972869760 : ffff92f809325f80) 00000100:00000040:3.0:1790097426.674570:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.674578:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097426.674580:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097426.674582:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe440. 00000100:00000200:3.0:1790097426.674585:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884011648, offset 0 00000400:00000200:3.0:1790097426.674590:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097426.674594:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097426.674597:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097426.674600:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097426.674603:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097426.674605:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097426.674607:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097426.674610:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [156:156:254:4294967295] 192.168.202.134@tcp LPNI seq info [156:156:6:4294967295] 00000400:00000200:3.0:1790097426.674614:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097426.674621:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097426.674625:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097426.674629:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7aa00. 00000800:00000200:3.0:1790097426.674633:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097426.674638:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097426.674640:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097426.674649:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.674652:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: using a timeout of 20991 usecs (21 jiffies) 00000400:00000200:3.0:1790097426.674656:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097426.674658:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295043611 00000100:00000001:3.0:1790097426.674660:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295044889 00000100:00000001:3.0:1790097426.674663:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295043611 00000100:00000001:3.0:1790097426.674664:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295044889 00000100:00000001:3.0:1790097426.674667:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097426.674669:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.674671:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.674673:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.674677:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097426.674679:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790097426.674681:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097426.674682:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097426.674684:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097426.674685:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1790097426.674687:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.674689:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097426.674690:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.674692:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1790097426.674811:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097426.674817:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f80b168e00. 00000400:00000200:1.0:1790097426.674827:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097426.674834:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097426.674841:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7c880 00000400:00000010:1.0:1790097426.674844:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7c880. 00000100:00000001:1.0:1790097426.674850:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097426.674855:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097426.674865:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097426.674869:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097426.674876:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097426.674878:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097426.674893:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097426.674895:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f80b168f00. 00000400:00000200:1.0:1790097426.674898:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097426.674901:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097426.674904:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7cee0 00000400:00000010:1.0:1790097426.674905:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7cee0. 00000100:00000001:1.0:1790097426.674908:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097426.674918:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097426.674925:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097426.674928:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097426.674935:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097426.674937:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097426.675019:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097426.675022:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7aa00. 00000400:00000200:1.0:1790097426.675027:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097426.675031:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097426.675034:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe440 00000400:00000010:1.0:1790097426.675036:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe440. 00000100:00000001:1.0:1790097426.675039:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097426.675043:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097426.675051:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097426.675054:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097426.675061:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097426.675063:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790097426.675662:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097426.675667:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790097426.675670:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097426.675673:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.676066:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097426.676070:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097426.676080:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.676090:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097426.676091:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097426.676095:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097426.676098:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097426.676102:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097426.676105:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884011520:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097426.676109:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097426.676115:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097426.676127:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097426.676129:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097426.676134:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381ae00. 02000000:00000001:3.0:1790097426.676136:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097426.676145:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097426.676174:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc62c0. 00000400:00000010:3.0:1790097426.676181:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9febb0. 00000100:00000200:3.0:1790097426.676187:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884011520, portal 10 00000100:00000001:3.0:1790097426.676188:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097426.676190:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736680064 : -119880972871552 : ffff92f809325880) 00000100:00000040:3.0:1790097426.676199:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.676206:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097426.676209:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097426.676213:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe3b8. 00000100:00000200:3.0:1790097426.676217:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884011520, offset 0 00000400:00000200:3.0:1790097426.676223:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097426.676230:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097426.676237:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097426.676243:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097426.676247:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097426.676251:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097426.676254:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097426.676258:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [157:157:256:4294967295] 192.168.202.134@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:3.0:1790097426.676261:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097426.676269:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097426.676274:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097426.676279:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7a000. 00000800:00000200:3.0:1790097426.676286:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097426.676294:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097426.676299:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097426.676315:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.676325:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: using a timeout of 149163 usecs (150 jiffies) 00000400:00000200:3.0:1790097426.676329:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097426.676332:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295043740 00000100:00000001:3.0:1790097426.676335:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295044889 00000100:00000001:3.0:1790097426.676338:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295043740 00000100:00000001:3.0:1790097426.676340:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295044889 00000100:00000001:3.0:1790097426.676343:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097426.676346:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.676348:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097426.676353:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.676360:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097426.676363:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097426.676365:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097426.676367:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097426.676369:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097426.676372:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6055a674-9599-489e-b95c-2473accf281e:2399:1877052884011776:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097426.676375:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097426.676378:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097426.676380:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097426.676382:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097426.676386:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381a800. 02000000:00000001:3.0:1790097426.676388:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097426.676391:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097426.676393:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc69f8. 00000400:00000010:3.0:1790097426.676396:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe110. 00000100:00000200:3.0:1790097426.676399:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884011776, portal 10 00000100:00000001:3.0:1790097426.676401:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097426.676402:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000040:3.0:1790097426.676409:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.676427:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097426.676429:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097426.676431:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe198. 00000100:00000200:3.0:1790097426.676434:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884011776, offset 0 00000400:00000200:3.0:1790097426.676438:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097426.676443:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097426.676447:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097426.676450:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097426.676452:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097426.676455:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097426.676457:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097426.676460:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [158:158:255:4294967295] 192.168.202.134@tcp LPNI seq info [158:158:7:4294967295] 00000400:00000200:3.0:1790097426.676464:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097426.676470:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097426.676475:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097426.676478:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7ad00. 00000800:00000200:3.0:1790097426.676482:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097426.676499:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097426.676502:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097426.676505:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.676509:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: using a timeout of 26768 usecs (27 jiffies) 00000400:00000200:3.0:1790097426.676512:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097426.676514:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295043617 00000100:00000001:3.0:1790097426.676516:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295044889 00000100:00000001:3.0:1790097426.676518:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295043617 00000100:00000001:3.0:1790097426.676520:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295044889 00000100:00000001:3.0:1790097426.676522:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097426.676524:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.676532:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.676535:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1790097426.683691:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.683717:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097426.683722:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.683725:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097426.683739:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.683749:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097426.683760:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.683766:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.683772:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.683790:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 25 MB=0x6ab2b6e604900 00000400:00000200:0.0:1790097426.683798:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.683805:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:0.0:1790097426.683815:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.683820:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097426.683824:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097426.683842:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097426.683863:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097426.683876:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097426.685713:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097426.685735:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1790097426.685828:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097426.685833:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7a000. 00000400:00000200:0.0:1790097426.685841:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097426.685847:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097426.685864:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe3b8 00000400:00000010:0.0:1790097426.685869:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe3b8. 00000100:00000001:0.0:1790097426.685874:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097426.685879:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097426.686039:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097426.686046:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097426.686054:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097426.686056:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790097426.686195:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.686278:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097426.686281:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.686285:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097426.686294:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.686300:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097426.686309:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.686314:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.686320:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.686324:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604980 00000400:00000200:0.0:1790097426.686330:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.686361:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x989 [1] + 224 00000800:00000001:0.0:1790097426.686372:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.686376:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097426.686379:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097426.686382:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097426.686387:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097426.686393:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097426.686403:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097426.686411:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1790097426.686496:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097426.686499:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7ad00. 00000400:00000200:0.0:1790097426.686503:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097426.686506:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097426.686509:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe198 00000400:00000010:0.0:1790097426.686512:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe198. 00000100:00000001:0.0:1790097426.686515:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097426.686519:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097426.686528:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097426.686531:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097426.686537:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097426.686538:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790097426.686543:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.686547:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097426.686549:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.686551:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097426.686555:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.686570:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097426.686575:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.686585:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.686588:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.686591:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604a80 00000400:00000200:0.0:1790097426.686595:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.686600:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x991 [1] + 224 00000800:00000001:0.0:1790097426.686605:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.686614:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097426.686617:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097426.686620:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097426.686624:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097426.686628:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097426.686638:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.686653:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097426.686659:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790097426.686662:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:2.0:1790097426.686668:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790097426.686672:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790097426.686682:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808de40b0. 00000400:00000200:2.0:1790097426.686688:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7cf68 00000400:00000010:2.0:1790097426.686690:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7cf68. 00000100:00000001:2.0:1790097426.686694:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790097426.686700:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790097426.686712:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.686720:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790097426.686722:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097426.686725:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790097426.686729:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790097426.686733:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790097426.686735:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097426.686739:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790097426.686751:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f808fe2c60 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1790097426.686757:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f808fe2c18 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1790097426.686759:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790097426.686762:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790097426.686772:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790097426.686777:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097426.686782:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1790097426.686785:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:2.0:1790097426.686788:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1790097426.686790:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097426.686797:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.686805:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097426.686809:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790097426.686811:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790097426.686816:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790097426.686824:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884011392:192.168.202.134@tcp:400:kworker.0 00000800:00000001:0.0:1790097426.687009:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.687015:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.687677:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097426.687684:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097426.687692:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097426.687695:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097426.687699:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6898. 00000400:00000200:3.0:1790097426.687705:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe550 00000400:00000010:3.0:1790097426.687708:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe550. 00000100:00000001:3.0:1790097426.687712:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097426.687723:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097426.687736:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.687810:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097426.687813:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.687815:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097426.687818:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097426.687820:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097426.687822:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097426.687825:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097426.687836:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bf460 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097426.687839:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bf418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097426.687841:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097426.687843:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097426.687845:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097426.687849:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.687852:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097426.687854:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097426.687856:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097426.687857:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.687862:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.687870:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097426.687874:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097426.687886:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097426.687891:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097426.687898:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6055a674-9599-489e-b95c-2473accf281e:2399:1877052884011648:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097426.687904:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.687906:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097426.687910:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325f80 x1877052884011648/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.687916:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097426.687919:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097426.687923:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381bc00. 02000000:00000001:3.0:1790097426.687928:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097426.687932:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097426.687934:0:2399:0:(genops.c:1222:class_import_put()) import ffff92f80a5bf000 refcount=3 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000020:00000001:3.0:1790097426.687936:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097426.687939:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f811d95900. 02000000:00000001:3.0:1790097426.687944:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097426.687946:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097426.687948:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325f80. 00000100:00000001:3.0:1790097426.687952:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097426.687954:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.687958:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.687960:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097426.687961:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097426.687963:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.687964:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1790097426.691129:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790097426.691140:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790097426.691171:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808de49a0. 00000400:00000200:2.0:1790097426.691181:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7c4c8 00000400:00000010:2.0:1790097426.691184:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7c4c8. 00000100:00000001:2.0:1790097426.691193:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790097426.691208:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790097426.691222:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.691232:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790097426.691236:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097426.691241:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790097426.691246:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790097426.691250:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790097426.691254:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097426.691258:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790097426.691268:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1790097426.691285:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1790097426.691288:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790097426.691290:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790097426.691294:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790097426.691297:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097426.691301:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097426.691307:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.691316:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097426.691321:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790097426.691324:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790097426.691328:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790097426.691336:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:94271d42-674d-4b1a-870b-e5f22603f179:2400:1877052884011264:192.168.202.134@tcp:400:kworker.0 00000100:00000001:2.0:1790097426.691343:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097426.691347:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790097426.691352:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327800 x1877052884011392/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.691360:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790097426.691363:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790097426.691368:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8104a3e00. 02000000:00000001:2.0:1790097426.691371:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790097426.691374:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1790097426.691377:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f808fe2800 refcount=3 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000020:00000001:2.0:1790097426.691379:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1790097426.691383:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f80535b400. 02000000:00000001:2.0:1790097426.691388:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790097426.691391:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790097426.691393:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327800. 00000100:00000001:2.0:1790097426.691398:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790097426.691399:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097426.691402:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790097426.691405:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809326d80 x1877052884011264/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097426.691418:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790097426.691419:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790097426.691421:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8104a2c00. 02000000:00000001:2.0:1790097426.691423:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790097426.691425:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1790097426.691426:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:2.0:1790097426.691441:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1790097426.691443:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f80535b500. 02000000:00000001:2.0:1790097426.691445:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790097426.691446:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790097426.691447:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809326d80. 00000100:00000001:2.0:1790097426.691450:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790097426.691452:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097426.691455:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097426.691464:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790097426.691467:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097426.691470:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097426.691473:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1790097426.703030:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.703062:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097426.703070:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.703074:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097426.703087:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.703097:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097426.703111:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.703116:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.703124:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.703129:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604a00 00000400:00000200:0.0:1790097426.703137:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.703144:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x999 [1] + 224 00000800:00000001:0.0:1790097426.703185:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.703191:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097426.703196:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097426.703217:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097426.703230:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097426.703243:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097426.703256:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097426.703282:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097426.703297:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.703302:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097426.703304:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.703307:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097426.703311:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.703315:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097426.703319:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.703322:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.703325:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.703328:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604b00 00000400:00000200:0.0:1790097426.703332:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097426.703336:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x9a1 [1] + 224 00000800:00000001:0.0:1790097426.703340:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.703351:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097426.703354:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097426.703357:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097426.703360:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097426.703364:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097426.703373:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097426.703381:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097426.703385:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097426.703395:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.703991:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097426.703998:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097426.704007:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097426.704009:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097426.704013:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc62c0. 00000400:00000200:3.0:1790097426.704018:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9febb0 00000400:00000010:3.0:1790097426.704021:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9febb0. 00000100:00000001:3.0:1790097426.704025:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097426.704031:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097426.704050:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.704057:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097426.704059:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.704062:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097426.704066:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097426.704069:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097426.704072:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097426.704075:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097426.704089:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f809368460 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097426.704094:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f809368418 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097426.704097:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097426.704099:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097426.704103:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097426.704108:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097426.704116:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.704121:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097426.704124:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:3.0:1790097426.704126:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097426.704128:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.704133:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.704141:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097426.704144:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097426.704164:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097426.704169:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097426.704178:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884011520:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097426.704185:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097426.704193:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097426.704195:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc69f8. 00000400:00000200:3.0:1790097426.704197:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe110 00000400:00000010:3.0:1790097426.704199:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe110. 00000100:00000001:3.0:1790097426.704202:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097426.704207:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097426.704215:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.704222:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097426.704223:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.704225:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097426.704227:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097426.704228:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097426.704230:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097426.704232:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097426.704238:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bd460 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097426.704242:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bd418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097426.704244:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097426.704245:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097426.704247:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097426.704251:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097426.704258:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.704261:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097426.704262:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097426.704264:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097426.704265:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097426.704269:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.704276:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097426.704278:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097426.704280:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097426.704290:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097426.704298:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6055a674-9599-489e-b95c-2473accf281e:2399:1877052884011776:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097426.704303:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.704306:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097426.704310:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325880 x1877052884011520/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.704318:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097426.704321:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097426.704327:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381ae00. 02000000:00000001:3.0:1790097426.704332:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097426.704335:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097426.704338:0:2399:0:(genops.c:1222:class_import_put()) import ffff92f809368000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000020:00000001:3.0:1790097426.704340:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097426.704344:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f811d95800. 02000000:00000001:3.0:1790097426.704348:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097426.704350:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097426.704352:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325880. 00000100:00000001:3.0:1790097426.704356:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097426.704358:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.704359:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097426.704363:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327480 x1877052884011776/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097426.704369:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097426.704371:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097426.704373:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381a800. 02000000:00000001:3.0:1790097426.704375:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097426.704376:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097426.704377:0:2399:0:(genops.c:1222:class_import_put()) import ffff92f80a5bd000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000020:00000001:3.0:1790097426.704379:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097426.704380:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f819e7ac00. 02000000:00000001:3.0:1790097426.704384:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097426.704385:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097426.704393:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327480. 00000100:00000001:3.0:1790097426.704396:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097426.704397:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.704400:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097426.704424:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097426.704590:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097426.704597:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097426.704600:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097427.438670:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097427.438676:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097427.438682:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097427.438683:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097427.438810:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097427.438814:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097427.438817:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790097428.012349:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca800 (cpu 0) has reached its deadline 4295044889, at 4295044928 00000100:00000010:0.0:1790097428.012373:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f809f8ecc0. 00000100:00000040:1.0:1790097428.013820:0:8954:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca910 (cpu 1) has reached its deadline 4295044889, at 4295044929 00000100:00000010:1.0:1790097428.013839:0:8954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f809f8ed20. 00010000:00000001:0.0:1790097428.466109:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097428.466117:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097428.466123:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097428.466124:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097428.466208:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097428.466212:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097428.466217:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097429.487920:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097429.487926:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097429.487932:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097429.487934:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790097429.487937:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790097429.487940:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097429.487942:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790097429.487944:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097429.487946:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097429.487948:0:126:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790097429.488003:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790097429.488007:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790097429.488009:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097430.515382:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097430.515389:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097430.515394:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097430.515395:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097430.515478:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097430.515482:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097430.515484:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1790097430.599782:0:10088:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790097430.599795:0:10088:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1790097430.957124:0:10124:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1790097430.957130:0:10124:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1790097430.968549:0:10124:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1790097431.532312:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097431.532318:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097431.532323:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097431.532324:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790097431.532432:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790097431.532436:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790097431.532439:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1790097431.789259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94271d42-674d-4b1a-870b-e5f22603f179->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097431.789269:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097431.789275:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808face00. 00000020:00000040:0.0:1790097431.789281:0:36:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000001:0.0:1790097431.789285:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097431.789288:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097431.789292:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097431.789305:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f818b42500. 00000100:00000001:0.0:1790097431.789312:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.789324:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94271d42-674d-4b1a-870b-e5f22603f179->MGS req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097431.789334:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097431.789338:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.789345:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009584c7c7] to pc [ptlrpcd_00_01+1] req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.789402:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097431.789411:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097431.789413:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097431.789419:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.789427:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097431.789429:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.789433:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097431.789436:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097431.789438:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097431.789441:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884011904:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097431.789445:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097431.789451:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097431.789453:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.789455:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097431.789459:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8107ae800. 02000000:00000001:1.0:1790097431.789461:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097431.789468:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097431.789472:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0268. 00000400:00000010:1.0:1790097431.789478:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069088. 00000100:00000200:1.0:1790097431.789496:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884011904, portal 25 00000100:00000001:1.0:1790097431.789499:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097431.789501:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733040128 : -119880976511488 : ffff92f808face00) 00000100:00000040:1.0:1790097431.789506:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.789522:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097431.789525:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097431.789528:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069ee0. 00000100:00000200:1.0:1790097431.789530:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877052884011904, offset 0 00000400:00000200:1.0:1790097431.789536:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097431.789544:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.789551:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097431.789556:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097431.789560:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097431.789568:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097431.789571:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097431.789575:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [159:159:256:4294967295] 192.168.202.134@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:1.0:1790097431.789579:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.789588:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097431.789594:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097431.789598:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be300. 00000800:00000200:1.0:1790097431.789604:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097431.789612:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097431.789616:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097431.789629:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097431.789633:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097431.789635:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295050005 00000100:00000010:1.0:1790097431.789639:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f80a569840. 00000100:00000001:1.0:1790097431.789647:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1790097431.789654:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295050005 00000100:00000010:1.0:1790097431.789657:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f80a569b40. 00000100:00000001:1.0:1790097431.789660:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1790097431.789663:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097431.789665:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.789668:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.789671:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097431.789755:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.789758:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097431.789761:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097431.789765:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808faca80. 00000020:00000040:0.0:1790097431.789768:0:36:0:(genops.c:1209:class_import_get()) import ffff92f808fe2800 refcount=4 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000100:00000001:0.0:1790097431.789771:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097431.789772:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097431.789774:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097431.789778:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f818b42000. 00000100:00000001:0.0:1790097431.789782:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.789786:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097431.789793:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097431.789796:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.789800:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec5865f5] to pc [ptlrpcd_00_00+0] req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.793332:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097431.793339:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790097431.793344:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097431.793347:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097431.793350:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097431.793353:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1790097431.793355:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.793357:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097431.793359:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.793360:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097431.793370:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097431.793373:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097431.793386:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.793396:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097431.793399:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.793403:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097431.793406:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097431.793409:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097431.793412:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884012032:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097431.793416:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097431.793422:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097431.793424:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.793427:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097431.793433:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8107af400. 02000000:00000001:1.0:1790097431.793435:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097431.793443:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097431.793448:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb05d8. 00000400:00000010:1.0:1790097431.793454:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069880. 00000100:00000200:1.0:1790097431.793461:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884012032, portal 10 00000100:00000001:1.0:1790097431.793464:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097431.793465:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733039232 : -119880976512384 : ffff92f808faca80) 00000100:00000040:1.0:1790097431.793473:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.793554:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097431.793559:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097431.793562:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069110. 00000100:00000200:1.0:1790097431.793566:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884012032, offset 0 00000400:00000200:1.0:1790097431.793572:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097431.793580:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.793587:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097431.793592:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097431.793596:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097431.793606:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097431.793609:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097431.793613:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [160:160:255:4294967295] 192.168.202.134@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:1.0:1790097431.793618:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.793627:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097431.793634:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097431.793639:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be400. 00000800:00000200:1.0:1790097431.793645:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097431.793653:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097431.793657:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097431.793662:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097431.793667:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: using a timeout of 122611 usecs (123 jiffies) 00000400:00000200:1.0:1790097431.793670:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097431.793673:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295048832 00000100:00000001:1.0:1790097431.793675:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295050005 00000100:00000001:1.0:1790097431.793679:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295048832 00000100:00000001:1.0:1790097431.793681:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295050005 00000100:00000001:1.0:1790097431.793683:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097431.793686:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.793688:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.793691:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790097431.793736:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097431.793740:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be300. 00000400:00000200:1.0:1790097431.793745:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097431.793749:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097431.793754:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069ee0 00000400:00000010:1.0:1790097431.793757:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069ee0. 00000100:00000001:1.0:1790097431.793761:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097431.793766:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.793786:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097431.793789:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.793795:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.793797:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097431.793874:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097431.793876:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be400. 00000400:00000200:1.0:1790097431.793880:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097431.793883:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097431.793886:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069110 00000400:00000010:1.0:1790097431.793888:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069110. 00000100:00000001:1.0:1790097431.793891:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097431.793894:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.793901:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097431.793904:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.793909:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.793911:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790097431.795720:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097431.795728:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.796246:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097431.796250:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097431.796254:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.796257:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1790097431.797301:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097431.797318:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097431.797322:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097431.797324:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097431.797333:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.797340:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097431.797349:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.797354:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.797368:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.797371:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 25 MB=0x6ab2b6e604b80 00000400:00000200:1.0:1790097431.797376:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.797382:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 224/224 into md 0x9a9 [1] + 224 00000800:00000001:1.0:1790097431.797390:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097431.797394:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097431.797397:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097431.797401:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097431.797407:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097431.797416:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097431.797426:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.797760:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097431.797772:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097431.797776:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097431.797777:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097431.797779:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097431.797783:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.797787:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097431.797792:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.797794:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.797797:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.797800:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604c00 00000400:00000200:1.0:1790097431.797803:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.797807:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x9b9 [1] + 224 00000800:00000001:1.0:1790097431.797811:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097431.797817:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097431.797819:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097431.797822:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097431.797825:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097431.797829:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097431.797844:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.797850:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097431.797855:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097431.797857:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.797867:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097431.797870:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790097431.797877:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097431.797879:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097431.797881:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb05d8. 00000400:00000200:1.0:1790097431.797884:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069880 00000400:00000010:1.0:1790097431.797887:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069880. 00000100:00000001:1.0:1790097431.797889:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097431.797892:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097431.797900:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.797905:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097431.797907:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.797909:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097431.797913:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097431.797915:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097431.797917:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.797920:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097431.797930:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f808fe2c60 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097431.797934:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f808fe2c18 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097431.797936:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097431.797938:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097431.797941:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790097431.797944:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.797948:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790097431.797950:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:1.0:1790097431.797952:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790097431.797959:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097431.797964:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.797971:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097431.797974:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097431.797976:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097431.797979:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097431.797986:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884012032:192.168.202.134@tcp:400:kworker.0 00000400:00000001:1.0:1790097431.797991:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097431.797993:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097431.797994:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0268. 00000400:00000200:1.0:1790097431.797997:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069088 00000400:00000010:1.0:1790097431.797999:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069088. 00000100:00000001:1.0:1790097431.798001:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097431.798004:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097431.798011:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.798017:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097431.798018:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.798020:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097431.798021:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097431.798022:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097431.798024:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.798025:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097431.798028:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097431.798031:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097431.798033:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097431.798034:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097431.798036:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1790097431.798037:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.798045:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097431.798049:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.798055:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097431.798057:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097431.798058:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097431.798062:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097431.798069:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884011904:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097431.798073:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.798076:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097431.798079:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808faca80 x1877052884012032/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.799275:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.799286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097431.799292:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097431.799300:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808faf800. 00000020:00000040:0.0:1790097431.799306:0:36:0:(genops.c:1209:class_import_get()) import ffff92f809368000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000100:00000001:0.0:1790097431.799311:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097431.799322:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097431.799331:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097431.799340:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f818b42900. 00000100:00000001:0.0:1790097431.799347:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.799356:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097431.799366:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097431.799370:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.799377:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000998d4ca9] to pc [ptlrpcd_00_01+1] req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.799404:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.799407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790097431.799410:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1790097431.799413:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790097431.799416:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1790097431.799419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1790097431.799422:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097431.799425:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808faf480. 00000020:00000040:0.0:1790097431.799428:0:36:0:(genops.c:1209:class_import_get()) import ffff92f80a5bf000 refcount=4 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000100:00000001:0.0:1790097431.799431:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097431.799432:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097431.799434:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097431.799438:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f820773500. 00000100:00000001:0.0:1790097431.799441:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.799446:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097431.799453:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097431.799455:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.799465:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008046697] to pc [ptlrpcd_00_00+0] req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.799474:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.799476:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1790097431.799688:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097431.799691:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1790097431.799770:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1790097431.799775:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808fac380. 00000020:00000040:0.0:1790097431.799778:0:36:0:(genops.c:1209:class_import_get()) import ffff92f80a5bd000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000100:00000001:0.0:1790097431.799780:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1790097431.799782:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1790097431.799784:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1790097431.799788:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f820773e00. 00000100:00000001:0.0:1790097431.799792:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.799797:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1790097431.799804:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1790097431.799807:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.799810:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ec71aa1] to pc [ptlrpcd_00_01+1] req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.799818:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.799820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790097431.799823:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1790097431.799825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1790097431.799829:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1790097431.799835:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 02000000:00000010:1.0:1790097431.800219:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8107af400. 02000000:00000001:1.0:1790097431.800227:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097431.800229:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097431.800231:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f808fe2800 refcount=3 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000020:00000001:1.0:1790097431.800234:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097431.800237:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f818b42000. 02000000:00000001:1.0:1790097431.800241:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097431.800244:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097431.800246:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808faca80. 00000100:00000001:1.0:1790097431.800249:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097431.800251:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.800253:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097431.800259:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808face00 x1877052884011904/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.800267:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097431.800268:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790097431.800270:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8107ae800. 02000000:00000001:1.0:1790097431.800280:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097431.800282:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097431.800283:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:1.0:1790097431.800285:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097431.800287:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f818b42500. 02000000:00000001:1.0:1790097431.800289:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097431.800290:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097431.800292:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808face00. 00000100:00000001:1.0:1790097431.800295:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097431.800296:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.800298:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.800308:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097431.800310:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.800313:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097431.800315:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097431.800317:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097431.800322:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.800330:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097431.800332:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.800336:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097431.800338:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097431.800341:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097431.800344:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884012160:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097431.800349:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097431.800354:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097431.800356:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.800358:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097431.800362:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8107ae800. 02000000:00000001:1.0:1790097431.800364:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097431.800371:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097431.800375:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0268. 00000400:00000010:1.0:1790097431.800381:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069088. 00000100:00000200:1.0:1790097431.800389:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884012160, portal 10 00000100:00000001:1.0:1790097431.800392:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097431.800399:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733050880 : -119880976500736 : ffff92f808faf800) 00000100:00000040:1.0:1790097431.800409:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.800417:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097431.800420:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097431.800423:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069880. 00000100:00000200:1.0:1790097431.800427:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884012160, offset 0 00000400:00000200:1.0:1790097431.800434:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097431.800457:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.800467:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097431.800474:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097431.800478:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000100:00000001:0.0:1790097431.800611:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790097431.800613:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790097431.800615:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1790097431.800620:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.800639:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1790097431.800640:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790097431.800642:0:2397:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1790097431.800644:0:2397:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1790097431.800646:0:2397:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1790097431.800649:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6055a674-9599-489e-b95c-2473accf281e:2397:1877052884012288:192.168.202.134@tcp:400:kworker.0 00000100:00000001:0.0:1790097431.800653:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1790097431.800655:0:2397:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1790097431.800657:0:2397:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790097431.800658:0:2397:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1790097431.800661:0:2397:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80867a800. 02000000:00000001:0.0:1790097431.800663:0:2397:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790097431.800666:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:0.0:1790097431.800669:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f807eda580. 00000400:00000010:0.0:1790097431.800672:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f8032902a8. 00000100:00000200:0.0:1790097431.800675:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884012288, portal 10 00000100:00000001:0.0:1790097431.800677:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1790097431.800679:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733049984 : -119880976501632 : ffff92f808faf480) 00000100:00000040:0.0:1790097431.800684:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.800690:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1790097431.800692:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097431.801229:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097431.801232:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097431.801237:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [161:161:256:4294967295] 192.168.202.134@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:1.0:1790097431.801243:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.801255:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097431.801263:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097431.801271:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be400. 00000800:00000200:1.0:1790097431.801278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097431.801287:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097431.801291:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097431.801306:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097431.801312:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: using a timeout of 143832 usecs (144 jiffies) 00000400:00000200:1.0:1790097431.801315:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097431.801318:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295048860 00000100:00000001:1.0:1790097431.801321:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295050005 00000100:00000001:1.0:1790097431.801323:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295048860 00000100:00000001:1.0:1790097431.801325:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295050005 00000100:00000001:1.0:1790097431.801327:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097431.801336:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.801339:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097431.801344:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.801352:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097431.801353:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.801356:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097431.801357:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097431.801359:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097431.801362:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f808fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:2398:1877052884012416:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097431.801365:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097431.801368:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097431.801370:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.801371:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097431.801374:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f8107af400. 02000000:00000001:1.0:1790097431.801376:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097431.801379:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097431.801382:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb05d8. 00000400:00000010:1.0:1790097431.801385:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069110. 00000100:00000200:1.0:1790097431.801389:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884012416, portal 10 00000100:00000001:1.0:1790097431.801390:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097431.801392:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192733037440 : -119880976514176 : ffff92f808fac380) 00000100:00000040:1.0:1790097431.801397:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.801403:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097431.801405:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097431.801406:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069ee0. 00000100:00000200:1.0:1790097431.801409:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884012416, offset 0 00000400:00000200:1.0:1790097431.801413:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097431.801416:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.801421:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097431.801424:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097431.801432:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097431.801446:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097431.801448:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097431.801451:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [162:162:255:4294967295] 192.168.202.134@tcp LPNI seq info [162:162:7:4294967295] 00000400:00000200:1.0:1790097431.801455:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097431.801461:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097431.801466:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097431.801470:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be300. 00000800:00000200:1.0:1790097431.801474:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097431.801478:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000400:00000010:0.0:1790097431.801573:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f803290330. 00000100:00000200:0.0:1790097431.801578:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884012288, offset 0 00000400:00000200:0.0:1790097431.801583:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:0.0:1790097431.801587:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.801590:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:0.0:1790097431.801593:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1790097431.801595:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:0.0:1790097431.801597:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1790097431.801599:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:0.0:1790097431.801606:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [163:163:254:4294967295] 192.168.202.134@tcp LPNI seq info [163:163:6:4294967295] 00000400:00000200:0.0:1790097431.801610:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.801616:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:0.0:1790097431.801620:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:0.0:1790097431.801623:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f820773c00. 00000800:00000200:0.0:1790097431.801626:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:0.0:1790097431.801630:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:0.0:1790097431.801632:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f820773c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1790097431.801635:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.801638:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: using a timeout of 20610 usecs (21 jiffies) 00000400:00000200:0.0:1790097431.801641:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:0.0:1790097431.801642:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295048737 00000100:00000001:0.0:1790097431.801644:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295050005 00000100:00000001:0.0:1790097431.801646:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295048737 00000100:00000001:0.0:1790097431.801648:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295050005 00000100:00000001:0.0:1790097431.801650:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790097431.801651:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097431.801654:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097431.801656:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097431.801662:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790097431.801664:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1790097431.801666:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790097431.801668:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790097431.801669:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097431.801671:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790097431.802752:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097431.802759:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be400. 00000400:00000200:0.0:1790097431.802768:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097431.802775:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097431.802780:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069880 00000400:00000010:0.0:1790097431.802783:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069880. 00000100:00000001:0.0:1790097431.802796:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097431.802804:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.802816:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097431.802819:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.802826:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097431.802828:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097431.802894:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097431.802897:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f820773c00. 00000400:00000200:0.0:1790097431.802900:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097431.802904:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097431.802907:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f803290330 00000400:00000010:0.0:1790097431.802909:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f803290330. 00000100:00000001:0.0:1790097431.802911:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097431.802915:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.802922:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097431.802925:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.802932:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097431.802933:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097431.804211:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097431.804234:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097431.804241:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: using a timeout of 28263 usecs (29 jiffies) 00000400:00000200:1.0:1790097431.804249:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097431.804252:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295048748 00000100:00000001:1.0:1790097431.804258:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295050005 00000100:00000001:1.0:1790097431.804260:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295048748 00000100:00000001:1.0:1790097431.804263:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295050005 00000100:00000001:1.0:1790097431.804266:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097431.804272:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.804277:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.804281:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.804289:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097431.804291:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790097431.804294:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097431.804295:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097431.804297:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.804301:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790097431.804748:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097431.804753:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be300. 00000400:00000200:0.0:1790097431.804759:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097431.804766:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097431.804772:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069ee0 00000400:00000010:0.0:1790097431.804775:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069ee0. 00000100:00000001:0.0:1790097431.804779:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097431.804786:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.804796:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097431.804808:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.804815:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097431.804817:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790097431.807842:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097431.807859:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097431.807864:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097431.807867:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097431.807876:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.807883:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097431.807892:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.807896:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.807903:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.807907:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604c80 00000400:00000200:0.0:1790097431.807912:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.807918:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x9c9 [1] + 224 00000800:00000001:0.0:1790097431.807926:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097431.807929:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097431.807932:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097431.807936:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097431.807942:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097431.807951:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097431.807960:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.807982:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097431.807991:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097431.807995:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097431.807997:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097431.807999:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097431.808002:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.808005:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097431.808019:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.808022:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.808024:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.808027:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604d00 00000400:00000200:0.0:1790097431.808030:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.808034:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x9d9 [1] + 224 00000800:00000001:0.0:1790097431.808038:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097431.808042:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097431.808044:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097431.808047:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097431.808051:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097431.808055:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097431.808062:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.808077:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097431.808080:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097431.808095:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097431.808097:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097431.808100:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097431.808103:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.808106:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097431.808109:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.808112:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.808114:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.808117:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e604d80 00000400:00000200:0.0:1790097431.808119:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097431.808122:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0x9e1 [1] + 224 00000800:00000001:0.0:1790097431.808126:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097431.808134:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097431.808137:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097431.808174:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097431.808179:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097431.808183:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097431.808190:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.808197:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097431.808201:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097431.808204:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097431.808218:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790097431.808223:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790097431.808229:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790097431.808231:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790097431.808234:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f807eda580. 00000400:00000200:0.0:1790097431.808238:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f8032902a8 00000400:00000010:0.0:1790097431.808241:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f8032902a8. 00000100:00000001:0.0:1790097431.808244:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097431.808248:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790097431.808257:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.808262:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790097431.808264:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097431.808266:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790097431.808269:0:2397:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790097431.808272:0:2397:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790097431.808274:0:2397:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790097431.808276:0:2397:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790097431.808284:0:2397:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bf460 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1790097431.808288:0:2397:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bf418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1790097431.808291:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790097431.808293:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097431.808295:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790097431.808298:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097431.808308:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1790097431.808310:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:0.0:1790097431.808311:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1790097431.808313:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097431.808317:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.808323:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790097431.808326:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790097431.808327:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790097431.808331:0:2397:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097431.808338:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6055a674-9599-489e-b95c-2473accf281e:2397:1877052884012288:192.168.202.134@tcp:400:kworker.0 00000100:00000001:0.0:1790097431.808342:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097431.808345:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097431.808347:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808faf480 x1877052884012288/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097431.808354:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790097431.808356:0:2397:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790097431.808359:0:2397:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80867a800. 02000000:00000001:0.0:1790097431.808363:0:2397:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790097431.808367:0:2397:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790097431.808369:0:2397:0:(genops.c:1222:class_import_put()) import ffff92f80a5bf000 refcount=3 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000020:00000001:0.0:1790097431.808371:0:2397:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790097431.808373:0:2397:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f820773500. 02000000:00000001:0.0:1790097431.808376:0:2397:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790097431.808378:0:2397:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790097431.808379:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808faf480. 00000100:00000001:0.0:1790097431.808382:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790097431.808384:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097431.808386:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097431.808392:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790097431.808394:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097431.808400:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790097431.808402:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.808642:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097431.808645:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1790097431.808649:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097431.808650:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097431.808660:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0268. 00000400:00000200:1.0:1790097431.808665:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069088 00000400:00000010:1.0:1790097431.808667:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069088. 00000100:00000001:1.0:1790097431.808670:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097431.808676:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097431.808684:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.808692:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097431.808693:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.808695:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097431.808697:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097431.808698:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097431.808700:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.808702:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097431.808706:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f809368460 time=97 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097431.808710:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f809368418 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097431.808711:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097431.808713:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097431.808714:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790097431.808718:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790097431.808724:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.808727:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790097431.808728:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:1.0:1790097431.808730:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790097431.808731:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097431.808734:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.808740:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097431.808742:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097431.808743:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097431.808746:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097431.808759:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2398:1877052884012160:192.168.202.134@tcp:400:kworker.0 00000400:00000001:1.0:1790097431.808765:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1790097431.808767:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1790097431.808768:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb05d8. 00000400:00000200:1.0:1790097431.808770:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069110 00000400:00000010:1.0:1790097431.808772:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069110. 00000100:00000001:1.0:1790097431.808774:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097431.808777:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1790097431.808785:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.808791:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1790097431.808792:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.808794:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1790097431.808795:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1790097431.808797:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097431.808798:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097431.808801:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097431.808806:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bd460 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1790097431.808808:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bd418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097431.808810:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1790097431.808812:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097431.808814:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1790097431.808817:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790097431.808823:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.808825:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1790097431.808826:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:1.0:1790097431.808828:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1790097431.808829:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097431.808832:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.808843:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097431.808845:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1790097431.808846:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1790097431.808849:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790097431.808857:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f808fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6055a674-9599-489e-b95c-2473accf281e:2398:1877052884012416:192.168.202.134@tcp:400:kworker.0 00000100:00000001:1.0:1790097431.808861:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.808862:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097431.808866:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808faf800 x1877052884012160/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.808871:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097431.808874:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790097431.808876:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8107ae800. 02000000:00000001:1.0:1790097431.808879:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097431.808880:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097431.808881:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f809368000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000020:00000001:1.0:1790097431.808884:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097431.808885:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f818b42900. 02000000:00000001:1.0:1790097431.808888:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097431.808890:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097431.808891:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808faf800. 00000100:00000001:1.0:1790097431.808894:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097431.808895:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.808897:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097431.808899:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f808fac380 x1877052884012416/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097431.808905:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1790097431.808906:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1790097431.808908:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f8107af400. 02000000:00000001:1.0:1790097431.808910:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1790097431.808911:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1790097431.808918:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f80a5bd000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000020:00000001:1.0:1790097431.808919:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1790097431.808921:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f820773e00. 02000000:00000001:1.0:1790097431.808924:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1790097431.808925:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1790097431.808926:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f808fac380. 00000100:00000001:1.0:1790097431.808929:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1790097431.808930:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.808932:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097431.808937:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097431.808938:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097431.808940:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097431.808941:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790097432.426599:0:10222:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1790097432.426607:0:10222:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097432.558302:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097432.558309:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097432.558315:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097432.558316:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097432.558385:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097432.558388:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097432.558390:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1790097433.133095:0:8954:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca910 (cpu 1) has reached its deadline 4295050005, at 4295050048 00000100:00000010:1.0:1790097433.133111:0:8954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f80a569b40. 00000100:00000040:0.0:1790097433.133299:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca800 (cpu 0) has reached its deadline 4295050005, at 4295050049 00000100:00000010:0.0:1790097433.133376:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f80a569840. 00010000:00000001:0.0:1790097433.580619:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097433.580633:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790097433.580636:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790097433.580641:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097433.580647:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790097433.580650:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097433.580652:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097433.580655:0:126:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097433.580660:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097433.580662:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790097433.581646:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790097433.581654:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790097433.581659:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1790097434.205595:0:10286:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff92f803a0a660. 00000400:00000040:0.0:1790097434.205631:0:10286:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1790097434.205634:0:10286:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1790097434.205637:0:10286:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1790097434.205639:0:10286:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1790097434.205641:0:10286:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1790097434.205642:0:10286:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1790097434.205644:0:10286:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1790097434.205744:0:10286:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff92f803a0a660. 00010000:00000001:0.0:1790097434.604324:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097434.604334:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097434.604342:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097434.604344:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097434.604608:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097434.604613:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097434.604616:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1790097435.363622:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.363646:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097435.363650:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.363653:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097435.363675:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.363685:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097435.363705:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.363712:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.363718:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.363722:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 328 into portal 15 MB=0x6ab2b6fc1a800 00000400:00000200:0.0:1790097435.363733:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.134@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:0.0:1790097435.363742:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.363747:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097435.363752:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097435.363758:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097435.363778:0:2390:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790097435.363781:0:2390:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1790097435.363789:0:2390:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808faf480. 00000100:00000040:0.0:1790097435.363794:0:2390:0:(events.c:341:request_in_callback()) incoming req@ffff92f808faf480 x1877052907169792 msgsize 328 00000100:00100000:0.0:1790097435.363799:0:2390:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.134@tcp (source: 12345-192.168.202.134@tcp) 00000100:00000001:0.0:1790097435.363816:0:2390:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1790097435.363827:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.363831:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097435.363834:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.363836:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097435.363839:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.363843:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097435.363847:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.363850:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.363852:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.363855:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 328 into portal 15 MB=0x6ab2b6fc1a880 00000400:00000200:0.0:1790097435.363859:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.134@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:0.0:1790097435.363863:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.363870:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097435.363872:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097435.363875:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097435.363878:0:2390:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1790097435.363879:0:2390:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1790097435.363883:0:2390:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f808faf100. 00000100:00000040:0.0:1790097435.363891:0:2390:0:(events.c:341:request_in_callback()) incoming req@ffff92f808faf100 x1877052907169920 msgsize 328 00000100:00100000:0.0:1790097435.363895:0:2390:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.134@tcp (source: 12345-192.168.202.134@tcp) 00000100:00000001:0.0:1790097435.363904:0:2390:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1790097435.363909:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.363913:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097435.364072:0:6162:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790097435.364086:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877052907169792 02000000:00000001:1.0:1790097435.364090:0:6162:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790097435.364094:0:6162:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097435.364097:0:6162:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097435.364103:0:6162:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097435.364109:0:6162:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877052907169792 00000020:00000001:1.0:1790097435.364113:0:6162:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790097435.364116:0:6162:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbb19ad493f15be72 00000020:00000001:1.0:1790097435.364120:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790097435.364124:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f8038a6800 refcount=3 00000020:00000001:1.0:1790097435.364127:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624192641787904 : -119881067763712 : ffff92f8038a6800) 00000020:00000001:1.0:1790097435.364130:0:6162:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624192641787904 : -119881067763712 : ffff92f8038a6800) 00000100:00000001:1.0:1790097435.364135:0:6162:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790097435.364141:0:6162:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92f810634e40. 00000100:00000001:1.0:1790097435.364179:0:6162:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790097435.364183:0:6162:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff92f810634e40. 00000020:00000010:1.0:1790097435.364192:0:6162:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92f80867aa00. 00000020:00000010:1.0:1790097435.364200:0:6162:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff92f80a53dd00. 00000020:00000010:1.0:1790097435.364206:0:6162:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92f80843b960. 00000100:00000040:1.0:1790097435.364219:0:6162:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1790097435.364223:0:6162:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790097435.364224:0:6162:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790097435.364227:0:6162:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.364238:0:6162:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.364240:0:6162:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097435.364251:0:6162:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1790097435.364253:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1877052907169920 02000000:00000001:1.0:1790097435.364254:0:6162:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1790097435.364256:0:6162:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1790097435.364257:0:6162:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097435.364259:0:6162:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097435.364261:0:6162:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1877052907169920 00000020:00000001:1.0:1790097435.364262:0:6162:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1790097435.364264:0:6162:0:(genops.c:804:class_conn2export()) looking for export cookie 0xbb19ad493f15be72 00000020:00000001:1.0:1790097435.364265:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790097435.364267:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92f8038a6800 refcount=4 00000020:00000001:1.0:1790097435.364269:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624192641787904 : -119881067763712 : ffff92f8038a6800) 00000020:00000001:1.0:1790097435.364271:0:6162:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446624192641787904 : -119881067763712 : ffff92f8038a6800) 00000100:00000001:1.0:1790097435.364273:0:6162:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790097435.364276:0:6162:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92f810634e40. 00000100:00000001:1.0:1790097435.364278:0:6162:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790097435.364280:0:6162:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff92f810634e40. 00000020:00000010:1.0:1790097435.364283:0:6162:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92f80867b000. 00000020:00000010:1.0:1790097435.364286:0:6162:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff92f80a53da00. 00000020:00000010:1.0:1790097435.364288:0:6162:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff92f80843bbb8. 00000100:00000001:1.0:1790097435.364291:0:6162:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1790097435.364292:0:6162:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1790097435.364294:0:6162:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.364302:0:6162:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.364304:0:6162:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097435.364312:0:6162:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790097435.364314:0:6162:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790097435.364319:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.134@tcp, seq: 3 00000100:00000040:1.0:1790097435.364323:0:6162:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff92f8038a6800 : new rpc_count 1 00000100:00000001:1.0:1790097435.364325:0:6162:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446624192733049984 : -119880976501632 : ffff92f808faf480) 00000100:00000040:1.0:1790097435.364334:0:6162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92f808faf480 x1877052907169792/t0(0) o104->94271d42-674d-4b1a-870b-e5f22603f179@192.168.202.134@tcp:751/0 lens 328/0 e 0 to 0 dl 1790097446 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790097435.364345:0:6162:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790097435.364347:0:6162:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92f810634e40. 00000100:00000001:1.0:1790097435.364349:0:6162:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790097435.364351:0:6162:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff92f810634e40. 00000100:00100000:1.0:1790097435.364356:0:6162:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92f808faf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94271d42-674d-4b1a-870b-e5f22603f179+4:13407:x1877052907169792:12345-192.168.202.134@tcp:104: 00000100:00000200:1.0:1790097435.364360:0:6162:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1877052907169792 00010000:00000001:1.0:1790097435.364364:0:6162:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1790097435.364372:0:6162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790097435.364374:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790097435.364376:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff92f82019ae00 refcount=2 00000020:00000001:1.0:1790097435.364378:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624193120939520 : -119880588612096 : ffff92f82019ae00) 00010000:00000001:1.0:1790097435.364382:0:6162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624193120939520 : -119880588612096 : ffff92f82019ae00) 00010000:00000001:1.0:1790097435.364387:0:6162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1790097435.364391:0:6162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097435.364397:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1790097435.364409:0:6162:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790097435.364413:0:6162:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790097435.364420:0:6162:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92f808450c00. 02000000:00000001:1.0:1790097435.364423:0:6162:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.364425:0:6162:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.364438:0:6162:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790097435.364442:0:6162:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097435.364447:0:6162:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f81a02d1e8 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097435.364453:0:6162:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790097435.364456:0:6162:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f807ef3b00 refcount 28 to 192.168.202.134@tcp 00000100:00000001:1.0:1790097435.364459:0:6162:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624192715504384 : -119880994047232 : ffff92f807ef3b00) 02000000:00000001:1.0:1790097435.364462:0:6162:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790097435.364464:0:6162:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.364468:0:6162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097435.364471:0:6162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097435.364510:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069110. 00000100:00000200:1.0:1790097435.364518:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1877052907169792, offset 224 00000400:00000200:1.0:1790097435.364526:0:6162:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097435.364535:0:6162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097435.364541:0:6162:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.34@tcp to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097435.364549:0:6162:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [164:164:256:4294967295] 192.168.202.134@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:1.0:1790097435.364553:0:6162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097435.364563:0:6162:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097435.364569:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097435.364574:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be600. 00000800:00000200:1.0:1790097435.364581:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097435.364591:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097435.364597:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097435.364611:0:6162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097435.364615:0:6162:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f807ef3b00 refcount 27 to 192.168.202.134@tcp 00010000:00000001:1.0:1790097435.364618:0:6162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1790097435.364622:0:6162:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff92f808f98f00. 00010000:00000001:1.0:1790097435.364625:0:6162:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1790097435.364636:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1790097435.364638:0:6162:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.364640:0:6162:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.364642:0:6162:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097435.364653:0:6162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808faf480 x1877052907169792/t0(0) o104->94271d42-674d-4b1a-870b-e5f22603f179@192.168.202.134@tcp:751/0 lens 328/224 e 0 to 0 dl 1790097446 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790097435.364662:0:6162:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92f808faf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94271d42-674d-4b1a-870b-e5f22603f179+4:13407:x1877052907169792:12345-192.168.202.134@tcp:104: Request processed in 316us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1790097435.364670:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.134@tcp, seq: 3 00000100:00000040:1.0:1790097435.364674:0:6162:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff92f8038a6800 : new rpc_count 0 00000100:00000001:1.0:1790097435.364676:0:6162:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790097435.364678:0:6162:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790097435.364684:0:6162:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff92f80a53dd00. 00000020:00000010:1.0:1790097435.364687:0:6162:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92f80843b960. 00000020:00000010:1.0:1790097435.364691:0:6162:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92f80867aa00. 00000020:00000040:1.0:1790097435.364696:0:6162:0:(genops.c:879:class_export_put()) PUTting export ffff92f8038a6800 : new refcount 3 00000100:00000001:1.0:1790097435.364699:0:6162:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097435.364706:0:6162:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1790097435.364708:0:6162:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1790097435.364710:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.134@tcp, seq: 4 00000100:00000040:1.0:1790097435.364712:0:6162:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff92f8038a6800 : new rpc_count 1 00000100:00000001:1.0:1790097435.364714:0:6162:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446624192733049088 : -119880976502528 : ffff92f808faf100) 00000100:00000040:1.0:1790097435.364718:0:6162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff92f808faf100 x1877052907169920/t0(0) o104->94271d42-674d-4b1a-870b-e5f22603f179@192.168.202.134@tcp:751/0 lens 328/0 e 0 to 0 dl 1790097446 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1790097435.364724:0:6162:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1790097435.364727:0:6162:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff92f810634e40. 00000100:00000001:1.0:1790097435.364729:0:6162:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1790097435.364731:0:6162:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff92f810634e40. 00000100:00100000:1.0:1790097435.364734:0:6162:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff92f808faf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94271d42-674d-4b1a-870b-e5f22603f179+3:13407:x1877052907169920:12345-192.168.202.134@tcp:104: 00000100:00000200:1.0:1790097435.364737:0:6162:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1877052907169920 00010000:00000001:1.0:1790097435.364739:0:6162:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1790097435.364741:0:6162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790097435.364743:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790097435.364749:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff92f82019a600 refcount=2 00000020:00000001:1.0:1790097435.364751:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624193120937472 : -119880588614144 : ffff92f82019a600) 00010000:00000001:1.0:1790097435.364754:0:6162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624193120937472 : -119880588614144 : ffff92f82019a600) 00010000:00000001:1.0:1790097435.364756:0:6162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1790097435.364758:0:6162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097435.364761:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1790097435.364767:0:6162:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1790097435.364769:0:6162:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1790097435.364772:0:6162:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff92f808453000. 02000000:00000001:1.0:1790097435.364774:0:6162:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.364775:0:6162:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.364777:0:6162:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1790097435.364779:0:6162:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1790097435.364781:0:6162:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f81a02d1e8 time=90 v=5 (1 0 0 0) 00000100:00000001:1.0:1790097435.364784:0:6162:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1790097435.364786:0:6162:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92f807ef3b00 refcount 28 to 192.168.202.134@tcp 00000100:00000001:1.0:1790097435.364788:0:6162:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446624192715504384 : -119880994047232 : ffff92f807ef3b00) 02000000:00000001:1.0:1790097435.364790:0:6162:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1790097435.364791:0:6162:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.364793:0:6162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097435.364795:0:6162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097435.364798:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069088. 00000100:00000200:1.0:1790097435.364801:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1877052907169920, offset 224 00000400:00000200:1.0:1790097435.364805:0:6162:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097435.364809:0:6162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097435.364813:0:6162:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.202.34@tcp to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097435.364817:0:6162:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [165:165:255:4294967295] 192.168.202.134@tcp LPNI seq info [165:165:7:4294967295] 00000400:00000200:1.0:1790097435.364820:0:6162:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097435.364826:0:6162:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:192.168.202.34@tcp) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097435.364830:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097435.364837:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206bec00. 00000800:00000200:1.0:1790097435.364841:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097435.364845:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097435.364848:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206bec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1790097435.364851:0:6162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097435.364853:0:6162:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92f807ef3b00 refcount 27 to 192.168.202.134@tcp 00010000:00000001:1.0:1790097435.364855:0:6162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1790097435.364857:0:6162:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff92f808f989c0. 00010000:00000001:1.0:1790097435.364859:0:6162:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1790097435.364867:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:1.0:1790097435.364869:0:6162:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.364870:0:6162:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.364871:0:6162:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097435.364875:0:6162:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f808faf100 x1877052907169920/t0(0) o104->94271d42-674d-4b1a-870b-e5f22603f179@192.168.202.134@tcp:751/0 lens 328/224 e 0 to 0 dl 1790097446 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790097435.364883:0:6162:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff92f808faf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:94271d42-674d-4b1a-870b-e5f22603f179+3:13407:x1877052907169920:12345-192.168.202.134@tcp:104: Request processed in 157us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1790097435.364889:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.134@tcp, seq: 4 00000100:00000040:1.0:1790097435.364891:0:6162:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff92f8038a6800 : new rpc_count 0 00000100:00000001:1.0:1790097435.364893:0:6162:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1790097435.364894:0:6162:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1790097435.364896:0:6162:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff92f80a53da00. 00000020:00000010:1.0:1790097435.364899:0:6162:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff92f80843bbb8. 00000020:00000010:1.0:1790097435.364901:0:6162:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92f80867b000. 00000020:00000040:1.0:1790097435.364904:0:6162:0:(genops.c:879:class_export_put()) PUTting export ffff92f8038a6800 : new refcount 2 00000100:00000001:1.0:1790097435.364906:0:6162:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1790097435.364924:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097435.364927:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097435.364930:0:6173:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1790097435.364933:0:6173:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1790097435.364935:0:6173:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1790097435.364939:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097435.364952:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92f82019ae00 already unused, calling callback (ffffffffc11bcc20) 10000000:00000001:1.0:1790097435.364956:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1790097435.364959:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790097435.364966:0:6173:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1790097435.364967:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790097435.364969:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790097435.364970:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff92f82019ae00 refcount=3 00000020:00000001:1.0:1790097435.364972:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624193120939520 : -119880588612096 : ffff92f82019ae00) 00010000:00000001:1.0:1790097435.364974:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624193120939520 : -119880588612096 : ffff92f82019ae00) 00010000:00000001:1.0:1790097435.364977:0:6173:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1790097435.364979:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1790097435.364985:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1790097435.364988:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790097435.364993:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1790097435.364996:0:6173:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1790097435.364997:0:6173:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1790097435.364999:0:6173:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1790097435.365000:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1790097435.365001:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790097435.365013:0:6173:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1790097435.365014:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1790097435.365016:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff92f80be11e00) refs 2 10000000:00000001:1.0:1790097435.365018:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1790097435.365019:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.365022:0:6173:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1790097435.365025:0:6173:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1790097435.365031:0:6173:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1790097435.365033:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1790097435.365034:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1790097435.365037:0:6173:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff92f82019ae00 with handle 0xbb19ad493f15bf3d from hash 00010000:00000001:1.0:1790097435.365040:0:6173:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1790097435.365042:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790097435.365044:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790097435.365045:0:6173:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1790097435.365048:0:6173:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1790097435.365049:0:6173:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1790097435.365052:0:6173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1790097435.365055:0:6173:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1790097435.365062:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f8104b3100. 00000020:00000040:1.0:1790097435.365066:0:6173:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000001:1.0:1790097435.365071:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790097435.365073:0:6173:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790097435.365078:0:6173:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790097435.365084:0:6173:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92f80867b000. 00000100:00000001:1.0:1790097435.365091:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.365094:0:6173:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1790097435.365098:0:6173:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097435.365104:0:6173:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1790097435.365106:0:6173:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097435.365112:0:6173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790097435.365117:0:6173:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097435.365124:0:6173:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064bd025b] to pc [ptlrpcd_00_00+0] req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790097435.365145:0:6173:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1790097435.365171:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790097435.365172:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790097435.365174:0:6173:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.365177:0:6173:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790097435.365178:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097435.365188:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790097435.365194:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1790097435.365196:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.134@tcp lock: ffff92f82019ae00/0xbb19ad493f15bf3d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bac91 expref: -99 pid: 9115 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790097435.365211:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790097435.365212:0:6173:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1790097435.365214:0:6173:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff92f808f98f00. 00010000:00000001:1.0:1790097435.365217:0:6173:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097435.365220:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097435.365221:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097435.365223:0:6173:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1790097435.365225:0:6173:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1790097435.365226:0:6173:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1790097435.365228:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097435.365233:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff92f82019a600 already unused, calling callback (ffffffffc11bcc20) 10000000:00000001:1.0:1790097435.365236:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1790097435.365238:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790097435.365244:0:6173:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1790097435.365245:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1790097435.365246:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1790097435.365247:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff92f82019a600 refcount=3 00000020:00000001:1.0:1790097435.365249:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624193120937472 : -119880588614144 : ffff92f82019a600) 00010000:00000001:1.0:1790097435.365252:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624193120937472 : -119880588614144 : ffff92f82019a600) 00010000:00000001:1.0:1790097435.365254:0:6173:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1790097435.365256:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1790097435.365271:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1790097435.365274:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790097435.365280:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1790097435.365282:0:6173:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1790097435.365284:0:6173:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1790097435.365285:0:6173:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1790097435.365287:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1790097435.365288:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790097435.365291:0:6173:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1790097435.365292:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1790097435.365293:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff92f808607000) refs 2 10000000:00000001:1.0:1790097435.365295:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1790097435.365296:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.365298:0:6173:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1790097435.365300:0:6173:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1790097435.365301:0:6173:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1790097435.365302:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1790097435.365304:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1790097435.365306:0:6173:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff92f82019a600 with handle 0xbb19ad493f15befe from hash 00010000:00000001:1.0:1790097435.365308:0:6173:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1790097435.365309:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790097435.365310:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790097435.365311:0:6173:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1790097435.365313:0:6173:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1790097435.365314:0:6173:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1790097435.365316:0:6173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1790097435.365317:0:6173:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1790097435.365322:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f8104b1880. 00000020:00000040:1.0:1790097435.365325:0:6173:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=5 obd=MGC192.168.202.134@tcp 00000100:00000001:1.0:1790097435.365328:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1790097435.365329:0:6173:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1790097435.365331:0:6173:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1790097435.365339:0:6173:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92f80867aa00. 00000100:00000001:1.0:1790097435.365342:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.365344:0:6173:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1790097435.365348:0:6173:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790097435.365353:0:6173:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1790097435.365355:0:6173:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097435.365357:0:6173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1790097435.365360:0:6173:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1790097435.365365:0:6173:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000698ef635] to pc [ptlrpcd_00_01+1] req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1790097435.365374:0:6173:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1790097435.365376:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1790097435.365377:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790097435.365378:0:6173:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1790097435.365380:0:6173:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1790097435.365382:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097435.365385:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1790097435.365391:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1790097435.365393:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.134@tcp lock: ffff92f82019a600/0xbb19ad493f15befe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x83ea5de8f54bac7c expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1790097435.365400:0:6173:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff92f8207b4e00 count: 0 00010000:00000001:1.0:1790097435.365410:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1790097435.365411:0:6173:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1790097435.365413:0:6173:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff92f808f989c0. 00010000:00000001:1.0:1790097435.365416:0:6173:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097435.365418:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097435.365419:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097435.365421:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1790097435.365423:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097435.365428:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097435.365430:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1790097435.365432:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097435.365433:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097435.365434:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1790097435.365443:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097435.365446:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097435.365450:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097435.365456:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097435.365465:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097435.365468:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097435.365472:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097435.365486:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097435.365489:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097435.365492:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884012672:192.168.202.134@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1790097435.365497:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097435.365504:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097435.365506:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097435.365509:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097435.365514:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80867b200. 02000000:00000001:1.0:1790097435.365516:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097435.365522:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097435.365527:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb05d8. 00000400:00000010:1.0:1790097435.365533:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069220. 00000100:00000200:1.0:1790097435.365540:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884012672, portal 18 00000100:00000001:1.0:1790097435.365543:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097435.365544:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192855742592 : -119880853809024 : ffff92f8104b1880) 00000100:00000040:1.0:1790097435.365550:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097435.365557:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097435.365559:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097435.365562:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069b28. 00000100:00000200:1.0:1790097435.365564:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1877052884012672, offset 0 00000400:00000200:1.0:1790097435.365575:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097435.365580:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097435.365585:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097435.365590:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097435.365595:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097435.365599:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097435.365603:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097435.365606:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [166:166:254:4294967295] 192.168.202.134@tcp LPNI seq info [166:166:6:4294967295] 00000400:00000200:1.0:1790097435.365611:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097435.365618:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097435.365623:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097435.365627:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be200. 00000800:00000200:1.0:1790097435.365632:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097435.365637:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097435.365641:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1790097435.365644:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097435.365648:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097435.365651:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295053579 00000100:00000010:1.0:1790097435.365656:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f80a569300. 00000100:00000001:1.0:1790097435.365664:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1790097435.365672:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295053579 00000100:00000010:1.0:1790097435.365675:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f80a5697e0. 00000100:00000001:1.0:1790097435.365679:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1790097435.365682:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097435.365686:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.365689:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.365692:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097435.365698:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097435.365701:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1790097435.365703:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097435.365704:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097435.365710:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097435.365714:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1790097435.365716:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097435.365718:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1790097435.365719:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1790097435.365721:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097435.365723:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1790097435.365724:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1790097435.365728:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097435.365735:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1790097435.365736:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097435.365739:0:2398:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1790097435.365740:0:2398:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1790097435.365742:0:2398:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1790097435.365745:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f8104b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884012544:192.168.202.134@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1790097435.365748:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1790097435.365750:0:2398:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1790097435.365751:0:2398:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1790097435.365753:0:2398:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1790097435.365757:0:2398:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80867ac00. 02000000:00000001:1.0:1790097435.365758:0:2398:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097435.365761:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:1.0:1790097435.365763:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f819cb0268. 00000400:00000010:1.0:1790097435.365767:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069908. 00000100:00000200:1.0:1790097435.365770:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884012544, portal 18 00000100:00000001:1.0:1790097435.365772:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1790097435.365773:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192855748864 : -119880853802752 : ffff92f8104b3100) 00000100:00000040:1.0:1790097435.365777:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097435.365783:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1790097435.365785:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:1.0:1790097435.365788:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80b069d48. 00000100:00000200:1.0:1790097435.365790:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1877052884012544, offset 0 00000400:00000200:1.0:1790097435.365801:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:1.0:1790097435.365805:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097435.365809:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:1.0:1790097435.365812:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1790097435.365814:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:1.0:1790097435.365817:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1790097435.365819:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:1.0:1790097435.365821:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [167:167:253:4294967295] 192.168.202.134@tcp LPNI seq info [167:167:5:4294967295] 00000400:00000200:1.0:1790097435.365826:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097435.365832:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:1.0:1790097435.365836:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:1.0:1790097435.365840:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f8206be300. 00000800:00000200:1.0:1790097435.365843:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:1.0:1790097435.365847:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:1.0:1790097435.365850:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f8206be300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1790097435.365853:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1790097435.365856:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:1.0:1790097435.365858:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295053579 00000100:00000001:1.0:1790097435.365860:0:2398:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 0, keep current deadline 4295053579 00000100:00000001:1.0:1790097435.365862:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295053579 00000100:00000001:1.0:1790097435.365864:0:2398:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 1, keep current deadline 4295053579 00000100:00000001:1.0:1790097435.365866:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1790097435.365868:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.365871:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.365873:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790097435.365957:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097435.365961:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be600. 00000400:00000200:1.0:1790097435.365966:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097435.365971:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097435.365978:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069110 00000400:00000010:1.0:1790097435.365981:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069110. 00000100:00000001:1.0:1790097435.365993:0:2389:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790097435.365995:0:2389:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:1.0:1790097435.366012:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097435.366014:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206bec00. 00000400:00000200:1.0:1790097435.366017:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097435.366020:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097435.366024:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069088 00000400:00000010:1.0:1790097435.366025:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069088. 00000100:00000001:1.0:1790097435.366027:0:2389:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1790097435.366029:0:2389:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:1.0:1790097435.366035:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097435.366037:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be200. 00000400:00000200:1.0:1790097435.366039:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097435.366042:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097435.366044:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069b28 00000400:00000010:1.0:1790097435.366046:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069b28. 00000100:00000001:1.0:1790097435.366049:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097435.366053:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097435.366063:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097435.366066:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097435.366073:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.366075:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1790097435.366145:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097435.366198:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f8206be300. 00000400:00000200:1.0:1790097435.366201:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097435.366205:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097435.366207:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069d48 00000400:00000010:1.0:1790097435.366209:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069d48. 00000100:00000001:1.0:1790097435.366212:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097435.366215:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097435.366222:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097435.366232:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097435.366238:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097435.366240:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1790097435.366261:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1790097435.366264:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1790097435.366684:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1790097435.366689:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790097435.366692:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1790097435.373764:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.373798:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097435.373805:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.373808:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097435.373819:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.373830:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097435.373841:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.373847:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.373854:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.373859:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 18 MB=0x6ab2b6e604e80 00000400:00000200:0.0:1790097435.373865:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.373872:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.134@tcp of length 224/224 into md 0xa09 [1] + 224 00000800:00000001:0.0:1790097435.373882:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.373887:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097435.373892:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097435.373897:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097435.373907:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097435.373919:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097435.373932:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097435.373950:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097435.373959:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.373963:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097435.373965:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.373967:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097435.373969:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.373973:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097435.373995:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.373998:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.374000:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.374003:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 18 MB=0x6ab2b6e604e00 00000400:00000200:0.0:1790097435.374007:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097435.374022:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.134@tcp of length 224/224 into md 0xa19 [1] + 224 00000800:00000001:0.0:1790097435.374028:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.374036:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097435.374039:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097435.374042:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097435.374045:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097435.374050:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097435.374058:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097435.374064:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097435.374068:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097435.374071:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097435.374084:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790097435.374089:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1790097435.374096:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790097435.374099:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790097435.374102:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb0268. 00000400:00000200:0.0:1790097435.374107:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069908 00000400:00000010:0.0:1790097435.374109:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069908. 00000100:00000001:0.0:1790097435.374113:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097435.374117:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790097435.374126:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097435.374131:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790097435.374133:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097435.374142:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790097435.374170:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790097435.374173:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790097435.374176:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790097435.374179:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790097435.374189:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a24a8 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1790097435.374194:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1790097435.374197:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790097435.374199:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097435.374202:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790097435.374205:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097435.374209:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097435.374216:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097435.374223:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790097435.374227:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790097435.374229:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790097435.374234:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097435.374243:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884012544:192.168.202.134@tcp:103:ldlm_bl.0 00000400:00000001:0.0:1790097435.374250:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1790097435.374251:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1790097435.374253:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f819cb05d8. 00000400:00000200:0.0:1790097435.374256:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80b069220 00000400:00000010:0.0:1790097435.374258:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80b069220. 00000100:00000001:0.0:1790097435.374261:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097435.374264:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1790097435.374271:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097435.374277:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1790097435.374278:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097435.374285:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1790097435.374287:0:2398:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1790097435.374289:0:2398:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1790097435.374290:0:2398:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1790097435.374292:0:2398:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1790097435.374295:0:2398:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a24a8 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1790097435.374299:0:2398:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1790097435.374301:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1790097435.374302:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097435.374304:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1790097435.374305:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097435.374307:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1790097435.374311:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097435.374318:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1790097435.374319:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1790097435.374321:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1790097435.374325:0:2398:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790097435.374333:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f8104b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:94271d42-674d-4b1a-870b-e5f22603f179:2398:1877052884012672:192.168.202.134@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1790097435.374338:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097435.374340:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097435.374344:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f8104b3100 x1877052884012544/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097435.374353:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790097435.374356:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790097435.374361:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80867ac00. 02000000:00000001:0.0:1790097435.374366:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790097435.374369:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790097435.374372:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000020:00000001:0.0:1790097435.374374:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790097435.374377:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92f80867b000. 02000000:00000001:0.0:1790097435.374380:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790097435.374387:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790097435.374390:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f8104b3100. 00000100:00000001:0.0:1790097435.374394:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790097435.374396:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097435.374398:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097435.374402:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f8104b1880 x1877052884012672/t0(0) o103->MGC192.168.202.134@tcp@192.168.202.134@tcp:17/18 lens 328/224 e 0 to 0 dl 1790097451 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097435.374408:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1790097435.374409:0:2398:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1790097435.374411:0:2398:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80867b200. 02000000:00000001:0.0:1790097435.374413:0:2398:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1790097435.374415:0:2398:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1790097435.374416:0:2398:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:0.0:1790097435.374418:0:2398:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1790097435.374420:0:2398:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92f80867aa00. 02000000:00000001:0.0:1790097435.374422:0:2398:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1790097435.374423:0:2398:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1790097435.374424:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f8104b1880. 00000100:00000001:0.0:1790097435.374426:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1790097435.374428:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097435.374430:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1790097435.374440:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1790097435.374442:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097435.374444:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1790097435.374447:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1790097435.377292:0:10304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f82019ae00. 00010000:00000010:1.1:1790097435.377318:0:10304:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92f8207b4e00. 00010000:00000010:1.1:1790097435.377323:0:10304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92f82019a600. 00010000:00000001:0.0:1790097435.629770:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097435.629782:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097435.629789:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097435.629791:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097435.629857:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097435.629862:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097435.629866:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1790097436.183069:0:10365:0:(debug.c:305:cfs_str2mask()) Process entered 10000000:00000001:3.0:1790097436.652329:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 00010000:00000001:0.0:1790097436.652336:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 10000000:00000040:3.0:1790097436.652341:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff92f80be11e00) refs 2 00010000:00000001:0.0:1790097436.652345:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790097436.652351:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097436.652355:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 10000000:00000001:3.0:1790097436.652357:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1790097436.652359:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790097436.652362:0:6175:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1790097436.652366:0:6175:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1790097436.652370:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1790097436.652373:0:6175:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1790097436.652376:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92f80b3aa800 from 7 10000000:00000001:3.0:1790097436.652380:0:6175:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1790097436.652382:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1790097436.652398:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327480. 00000020:00000040:3.0:1790097436.652405:0:6175:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000001:3.0:1790097436.652412:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097436.652416:0:6175:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097436.652424:0:6175:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097436.652434:0:6175:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92f808603e00. 00000100:00000001:3.0:1790097436.652450:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.652456:0:6175:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1790097436.652460:0:6175:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1790097436.652480:0:6175:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff92f803da5a00. 00010000:00000001:3.0:1790097436.652486:0:6175:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1790097436.652489:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00010000:00000010:3.0:1790097436.652490:0:6175:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92f8029bd200. 00000020:00000001:3.0:1790097436.652497:0:6175:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1790097436.652501:0:6175:0:(lustre_handles.c:93:class_handle_hash()) added object ffff92f8029bd200 with handle 0xbb19ad493f15bf6e to hash 00000020:00000001:3.0:1790097436.652503:0:6175:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1790097436.652504:0:6175:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624192626151936 : -119881083399680 : ffff92f8029bd200) 00000020:00000001:2.0:1790097436.652513:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790097436.652517:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1790097436.652524:0:6175:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624192626151936 : -119881083399680 : ffff92f8029bd200) 00010000:00000001:3.0:1790097436.652529:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1790097436.652534:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790097436.652538:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f8029bd200/0xbb19ad493f15bf6e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097436.652550:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff92f8029bd200/0xbb19ad493f15bf6e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097436.652565:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff92f8029bd200/0xbb19ad493f15bf6e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1790097436.652583:0:6175:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790097436.652586:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790097436.652595:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.652598:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446624192782087296 : -119880927464320 : ffff92f80be73480) 00000100:00000001:3.0:1790097436.652601:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.652604:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000001:3.0:1790097436.652610:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097436.652616:0:6175:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.652618:0:6175:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790097436.652620:0:6175:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097436.652633:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.652642:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097436.652645:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.652658:0:6175:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097436.652662:0:6175:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097436.652665:0:6175:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.652669:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884012800:192.168.202.134@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.652674:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097436.652681:0:6175:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097436.652691:0:6175:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.652693:0:6175:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097436.652698:0:6175:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f81042c400. 02000000:00000001:3.0:1790097436.652700:0:6175:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.652710:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097436.652716:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc69f8. 00000400:00000010:3.0:1790097436.652724:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe110. 00000100:00000200:3.0:1790097436.652734:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877052884012800, portal 25 00000100:00000001:3.0:1790097436.652736:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.652737:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000040:3.0:1790097436.652744:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.652753:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097436.652756:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097436.652758:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9febb0. 00000100:00000200:3.0:1790097436.652762:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877052884012800, offset 0 00000400:00000200:3.0:1790097436.652771:0:6175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097436.652782:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.652792:0:6175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097436.652799:0:6175:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097436.652805:0:6175:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097436.652809:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097436.652813:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097436.652816:0:6175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [168:168:256:4294967295] 192.168.202.134@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1790097436.652821:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.652833:0:6175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097436.652841:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097436.652846:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7ac00. 00000800:00000200:3.0:1790097436.652854:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097436.652865:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097436.652871:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7ac00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1790097436.652891:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.652902:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097436.652905:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295054868 00000100:00000001:3.0:1790097436.652917:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295053579 00000100:00000001:3.0:1790097436.652924:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295054868 00000100:00000001:3.0:1790097436.652929:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295053579 00000100:00000001:3.0:1790097436.652934:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.652938:0:6175:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.652941:0:6175:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.652943:0:6175:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790097436.652946:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80be73480 going to sleep for 11 seconds 00000100:00000001:3.0:1790097436.652949:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.652954:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790097436.653019:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097436.653024:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7ac00. 00000400:00000200:1.0:1790097436.653032:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097436.653041:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097436.653048:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9febb0 00000400:00000010:1.0:1790097436.653051:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9febb0. 00000100:00000001:1.0:1790097436.653056:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097436.653064:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.653076:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097436.653080:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.653086:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097436.653088:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790097436.659346:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.659368:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097436.659374:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.659377:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.659386:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.659411:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097436.659421:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.659426:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.659431:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.659435:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 344 into portal 25 MB=0x6ab2b6e604f00 00000400:00000200:0.0:1790097436.659441:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.659446:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 344/344 into md 0xa29 [1] + 224 00000800:00000001:0.0:1790097436.659454:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.659476:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.659480:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097436.659485:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097436.659492:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097436.659501:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097436.659513:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.659538:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097436.659547:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.659551:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.659791:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097436.659805:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097436.659808:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097436.659813:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc69f8. 00000400:00000200:3.0:1790097436.659820:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe110 00000400:00000010:3.0:1790097436.659823:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe110. 00000100:00000001:3.0:1790097436.659827:0:6175:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097436.659837:0:6175:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097436.659849:0:6175:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.659856:0:6175:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097436.659859:0:6175:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.659862:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097436.659866:0:6175:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097436.659869:0:6175:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097436.659872:0:6175:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.659875:0:6175:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097436.659884:0:6175:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097436.659889:0:6175:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097436.659893:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097436.659895:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.659912:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097436.659915:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.659919:0:6175:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.659925:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.659932:0:6175:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.659936:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097436.659939:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097436.659953:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097436.659961:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884012800:192.168.202.134@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.659968:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.659971:0:6175:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.659973:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790097436.659976:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.659980:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.659988:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790097436.659992:0:6175:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.659995:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790097436.659997:0:6175:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.660000:0:6175:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1790097436.660004:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790097436.660008:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790097436.660012:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff92f8029bd200 refcount=4 00000020:00000001:3.0:1790097436.660015:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624192626151936 : -119881083399680 : ffff92f8029bd200) 00010000:00000001:3.0:1790097436.660018:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624192626151936 : -119881083399680 : ffff92f8029bd200) 00010000:00000040:3.0:1790097436.660026:0:6175:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff92f8029bd200, remote cookie: 0x83ea5de8f54bacbb, flags: 0x0 00010000:00000001:3.0:1790097436.660030:0:6175:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1790097436.660034:0:6175:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1790097436.660037:0:6175:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1790097436.660039:0:6175:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1790097436.660047:0:6175:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1790097436.660051:0:6175:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff92f803da5a00) refcount = 1 00010000:00010000:3.0:1790097436.660057:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff92f8029bd200/0xbb19ad493f15bf6e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bacbb expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790097436.660066:0:6175:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1790097436.660068:0:6175:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1790097436.660069:0:6175:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1790097436.660073:0:6175:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1790097436.660076:0:6175:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790097436.660080:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff92f8029bd200/0xbb19ad493f15bf6e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bacbb expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790097436.660086:0:6175:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1790097436.660088:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790097436.660090:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790097436.660091:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790097436.660092:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790097436.660094:0:6175:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.660097:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.660102:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327480 x1877052884012800/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.660109:0:6175:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097436.660112:0:6175:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097436.660116:0:6175:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f81042c400. 02000000:00000001:3.0:1790097436.660120:0:6175:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097436.660123:0:6175:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.660125:0:6175:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097436.660127:0:6175:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097436.660130:0:6175:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92f808603e00. 02000000:00000001:3.0:1790097436.660134:0:6175:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097436.660137:0:6175:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097436.660139:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327480. 00000100:00000001:3.0:1790097436.660143:0:6175:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097436.660144:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1790097436.660185:0:6175:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790097436.660193:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1790097436.660195:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff92f80be11e00) refs 3 10000000:00000001:3.0:1790097436.660197:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.660199:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790097436.660200:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790097436.660201:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff92f8029bd200 refcount=3 00000020:00000001:3.0:1790097436.660203:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624192626151936 : -119881083399680 : ffff92f8029bd200) 00010000:00000001:3.0:1790097436.660204:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624192626151936 : -119881083399680 : ffff92f8029bd200) 00010000:00000001:3.0:1790097436.660206:0:6175:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1790097436.660207:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790097436.660208:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790097436.660209:0:6175:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790097436.660212:0:6175:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1790097436.660215:0:6175:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff92f807e5be00. 00000020:00000010:3.0:1790097436.660218:0:6175:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92f808603e00. 00000020:00000010:3.0:1790097436.660224:0:6175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff92f808602600. 00000040:00000010:3.0:1790097436.660227:0:6175:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff92f82053e000. 00000020:00000010:3.0:1790097436.660232:0:6175:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92f8093bf800. 00000020:00000010:3.0:1790097436.660240:0:6175:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff92f8207f3a00. 80000000:00000010:3.0:1790097436.660244:0:6175:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92f807deb840. 00040000:00000010:3.0:1790097436.660248:0:6175:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92f807e4f400. 20000000:00000010:3.0:1790097436.660253:0:6175:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff92f807e4e600. 10000000:00000040:3.0:1790097436.660257:0:6175:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff92f804c72b40 : new refcount 2 00000020:00000001:3.0:1790097436.660260:0:6175:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1790097436.660261:0:6175:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1790097436.660264:0:6175:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1790097436.660266:0:6175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92f807e4e000. 00000040:00000001:3.0:1790097436.660270:0:6175:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1790097436.660272:0:6175:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000010:3.0:1790097436.660275:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327480. 00000020:00000040:3.0:1790097436.660277:0:6175:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=5 obd=MGC192.168.202.134@tcp 00000100:00000001:3.0:1790097436.660282:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097436.660285:0:6175:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097436.660290:0:6175:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097436.660297:0:6175:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92f807e4fc00. 00000100:00000001:3.0:1790097436.660307:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.660312:0:6175:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790097436.660314:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790097436.660319:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.660321:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446624192782087296 : -119880927464320 : ffff92f80be73480) 00000100:00000001:3.0:1790097436.660325:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.660326:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000001:3.0:1790097436.660331:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097436.660336:0:6175:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.660339:0:6175:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790097436.660341:0:6175:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097436.660345:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.660352:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097436.660354:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.660359:0:6175:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097436.660362:0:6175:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097436.660364:0:6175:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.660367:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884012928:192.168.202.134@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.660372:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097436.660378:0:6175:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097436.660380:0:6175:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.660383:0:6175:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097436.660388:0:6175:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f807e4f600. 02000000:00000001:3.0:1790097436.660389:0:6175:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.660397:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097436.660400:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc69f8. 00000400:00000010:3.0:1790097436.660405:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe110. 00000100:00000200:3.0:1790097436.660413:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884012928, portal 25 00000100:00000001:3.0:1790097436.660414:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.660416:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000040:3.0:1790097436.660422:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.660439:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097436.660443:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097436.660446:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe550. 00000100:00000200:3.0:1790097436.660450:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1877052884012928, offset 0 00000400:00000200:3.0:1790097436.660458:0:6175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097436.660476:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.660485:0:6175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097436.660492:0:6175:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097436.660497:0:6175:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097436.660501:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097436.660505:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097436.660509:0:6175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [169:169:256:4294967295] 192.168.202.134@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1790097436.660568:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.660580:0:6175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097436.660587:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097436.660593:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7a000. 00000800:00000200:3.0:1790097436.660601:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097436.660611:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097436.660616:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7a000 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1790097436.660701:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.660707:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097436.660710:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295054876 00000100:00000001:3.0:1790097436.660718:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054868 00000100:00000001:3.0:1790097436.660723:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295054876 00000100:00000001:3.0:1790097436.660726:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054868 00000100:00000001:3.0:1790097436.660728:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.660730:0:6175:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.660732:0:6175:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.660734:0:6175:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790097436.660740:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80be73480 going to sleep for 11 seconds 00000100:00000001:3.0:1790097436.660742:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.660744:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790097436.661044:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097436.661050:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7a000. 00000400:00000200:1.0:1790097436.661056:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097436.661062:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097436.661067:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe550 00000400:00000010:1.0:1790097436.661069:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe550. 00000100:00000001:1.0:1790097436.661074:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097436.661078:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.661087:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097436.661098:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.661104:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097436.661107:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790097436.664239:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.664260:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097436.664265:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.664268:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.664277:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.664285:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097436.664296:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.664301:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.664306:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.664310:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 272 into portal 25 MB=0x6ab2b6e604f80 00000400:00000200:0.0:1790097436.664315:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.664321:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 272/272 into md 0xa31 [1] + 224 00000800:00000001:0.0:1790097436.664328:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.664354:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.664358:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097436.664363:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097436.664369:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097436.664378:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097436.664388:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.664412:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097436.664420:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.664424:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.664476:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097436.664490:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097436.664493:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097436.664498:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc69f8. 00000400:00000200:3.0:1790097436.664506:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe110 00000400:00000010:3.0:1790097436.664509:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe110. 00000100:00000001:3.0:1790097436.664706:0:6175:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097436.664718:0:6175:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097436.664729:0:6175:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.664736:0:6175:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097436.664739:0:6175:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.664742:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097436.664746:0:6175:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097436.664750:0:6175:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097436.664753:0:6175:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.664756:0:6175:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097436.664764:0:6175:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097436.664769:0:6175:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097436.664772:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097436.664774:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.664777:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097436.664780:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.664784:0:6175:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.664789:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.664796:0:6175:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.664800:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097436.664802:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097436.664806:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097436.664847:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884012928:192.168.202.134@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.664853:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.664857:0:6175:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.664860:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790097436.664863:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.664867:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.664875:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790097436.664879:0:6175:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.664883:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790097436.664884:0:6175:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1790097436.664891:0:6175:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1790097436.664897:0:6175:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.664899:0:6175:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097436.664902:0:6175:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1790097436.664903:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.664907:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327480 x1877052884012928/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.664914:0:6175:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097436.664917:0:6175:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097436.664921:0:6175:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f807e4f600. 02000000:00000001:3.0:1790097436.664925:0:6175:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097436.664926:0:6175:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.664927:0:6175:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097436.664929:0:6175:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097436.664932:0:6175:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92f807e4fc00. 02000000:00000001:3.0:1790097436.664936:0:6175:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097436.664938:0:6175:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097436.665579:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327480. 00000100:00000001:3.0:1790097436.665587:0:6175:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097436.665588:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1790097436.665592:0:6175:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1790097436.665596:0:6175:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1790097436.665614:0:6175:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92f80a314000. 00000040:00000001:3.0:1790097436.665617:0:6175:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1790097436.665619:0:6175:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1790097436.665622:0:6175:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000010:3.0:1790097436.665627:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327480. 00000020:00000040:3.0:1790097436.665630:0:6175:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=5 obd=MGC192.168.202.134@tcp 00000100:00000001:3.0:1790097436.665635:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097436.665637:0:6175:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097436.665644:0:6175:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097436.665773:0:6175:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92f807e4fc00. 00000100:00000001:3.0:1790097436.665780:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.665785:0:6175:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790097436.665787:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790097436.665793:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.665795:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446624192782087296 : -119880927464320 : ffff92f80be73480) 00000100:00000001:3.0:1790097436.665797:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.665799:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000001:3.0:1790097436.665803:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097436.665808:0:6175:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.665809:0:6175:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790097436.665811:0:6175:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097436.665816:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.665822:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097436.665823:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.665827:0:6175:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097436.665829:0:6175:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097436.665831:0:6175:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.665833:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884013056:192.168.202.134@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.665836:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097436.665842:0:6175:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097436.665844:0:6175:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.665846:0:6175:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097436.665915:0:6175:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92f80a2e4000. 02000000:00000001:3.0:1790097436.665921:0:6175:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.665927:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097436.665931:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc69f8. 00000400:00000010:3.0:1790097436.665936:0:6175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92f80be730c0. 00000100:00000200:3.0:1790097436.665990:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1877052884013056, portal 25 00000100:00000001:3.0:1790097436.665993:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.665993:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000040:3.0:1790097436.665998:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.666004:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097436.666007:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097436.666010:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe110. 00000100:00000200:3.0:1790097436.666013:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1877052884013056, offset 0 00000400:00000200:3.0:1790097436.666018:0:6175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097436.666025:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.666033:0:6175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097436.666038:0:6175:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097436.666042:0:6175:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097436.666045:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097436.666047:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097436.666050:0:6175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [170:170:256:4294967295] 192.168.202.134@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:3.0:1790097436.666054:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.666062:0:6175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097436.666067:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097436.666071:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7aa00. 00000800:00000200:3.0:1790097436.666077:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097436.666085:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097436.666089:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7aa00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1790097436.666107:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.666111:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097436.666113:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295054881 00000100:00000001:3.0:1790097436.666127:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054876 00000100:00000001:3.0:1790097436.666132:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295054881 00000100:00000001:3.0:1790097436.666135:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054876 00000100:00000001:3.0:1790097436.666137:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.666139:0:6175:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.666141:0:6175:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.666143:0:6175:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790097436.666145:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80be73480 going to sleep for 11 seconds 00000100:00000001:3.0:1790097436.666171:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.666174:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790097436.667008:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097436.667017:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7aa00. 00000400:00000200:1.0:1790097436.667025:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097436.667032:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097436.667040:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe110 00000400:00000010:1.0:1790097436.667043:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe110. 00000100:00000001:1.0:1790097436.667049:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097436.667055:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.667067:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097436.667071:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.667078:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097436.667080:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790097436.672111:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.672137:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097436.672143:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.672203:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.672216:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.672225:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097436.672235:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.672241:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.672248:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.672253:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 8416 into portal 25 MB=0x6ab2b6e605000 00000400:00000200:0.0:1790097436.672259:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.672267:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 8416/8416 into md 0xa39 [4] + 224 00000800:00000001:0.0:1790097436.672277:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.672291:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.672296:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097436.672302:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097436.672313:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097436.672324:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097436.672337:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.672442:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790097436.672469:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097436.672482:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.672487:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1790097436.675780:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097436.675789:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097436.675794:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc69f8. 00000400:00000200:3.0:1790097436.675805:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80be730c0 00000400:00000010:3.0:1790097436.675808:0:6175:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff92f80be730c0. 00000100:00000001:3.0:1790097436.675815:0:6175:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097436.675829:0:6175:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097436.675843:0:6175:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.675853:0:6175:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097436.675863:0:6175:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.675867:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097436.675871:0:6175:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097436.675875:0:6175:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097436.675878:0:6175:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.675882:0:6175:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097436.675890:0:6175:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097436.675895:0:6175:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097436.675898:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097436.675900:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.675904:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097436.675907:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.675933:0:6175:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.675940:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.675949:0:6175:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.675952:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097436.675955:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097436.675959:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097436.675967:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884013056:192.168.202.134@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.675972:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.675976:0:6175:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.675979:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790097436.675981:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.675985:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.675993:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790097436.675997:0:6175:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.676000:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790097436.676002:0:6175:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1790097436.676014:0:6175:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1790097436.676016:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.676018:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327480 x1877052884013056/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.676025:0:6175:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097436.676027:0:6175:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097436.676031:0:6175:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92f80a2e4000. 02000000:00000001:3.0:1790097436.676047:0:6175:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097436.676051:0:6175:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.676053:0:6175:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097436.676056:0:6175:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097436.676058:0:6175:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92f807e4fc00. 02000000:00000001:3.0:1790097436.676063:0:6175:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097436.676072:0:6175:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097436.676074:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327480. 00000100:00000001:3.0:1790097436.676078:0:6175:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097436.676079:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1790097436.676083:0:6175:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.676085:0:6175:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097436.676087:0:6175:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:3.0:1790097436.676090:0:6175:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1790097436.676093:0:6175:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1790097436.676098:0:6175:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1790097436.676102:0:6175:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92f807debde0. 00000040:00001000:3.0:1790097436.676105:0:6175:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1790097436.676882:0:10401:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1790097436.676893:0:10401:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92f808607c00. 00000020:00000010:0.0:1790097436.676900:0:10401:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff92f808607400. 00000040:00000010:0.0:1790097436.676904:0:10401:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff92f808606200. 00000020:00000010:0.0:1790097436.676910:0:10401:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92f80a51d000. 00000020:00000010:0.0:1790097436.676915:0:10401:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92f80861cb78. 00000020:00000010:0.0:1790097436.676919:0:10401:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff92f808606400. 80000000:00000010:0.0:1790097436.676924:0:10401:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92f808f1c300. 40000000:00000010:0.0:1790097436.676928:0:10401:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff92f807ef3f00. 00100000:00000010:0.0:1790097436.676934:0:10401:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92f80a51a000. 00040000:00000010:0.0:1790097436.676938:0:10401:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92f820773500. 00040000:00000010:0.0:1790097436.676942:0:10401:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff92f80a51e800. 00040000:00000010:0.0:1790097436.676946:0:10401:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92f802d62e00. 00000004:00000010:0.0:1790097436.676950:0:10401:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff92f80a519800. 00000004:00000010:0.0:1790097436.676956:0:10401:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff92f80b382000. 00000004:00000010:0.0:1790097436.676960:0:10401:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff92f80a519000. 00002000:00000010:0.0:1790097436.676965:0:10401:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff92f80a2fec00. 00000004:00000010:0.0:1790097436.676968:0:10401:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff92f80a2fd800. 00000020:00000010:0.0:1790097436.676973:0:10401:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92f807ef3d40. 00000040:00000010:0.0:1790097436.676980:0:10401:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92f809e76000. 00000040:00080000:0.0:1790097436.677725:0:10401:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1790097436.677733:0:10401:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff92f809e76000. 00000020:00000010:0.0:1790097436.677740:0:10401:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92f807ef3d40. 00000020:00000010:0.0:1790097436.677755:0:10401:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff92f808607400. 00000040:00000010:0.0:1790097436.677760:0:10401:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff92f808606200. 00000020:00000010:0.0:1790097436.677762:0:10401:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff92f80a51d000. 00000020:00000010:0.0:1790097436.677766:0:10401:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92f80861cb78. 00000020:00000010:0.0:1790097436.677771:0:10401:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff92f808606400. 80000000:00000010:0.0:1790097436.677774:0:10401:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92f808f1c300. 40000000:00000010:0.0:1790097436.677788:0:10401:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff92f807ef3f00. 00100000:00000010:0.0:1790097436.677792:0:10401:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92f80a51a000. 00040000:00000010:0.0:1790097436.677796:0:10401:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92f820773500. 00040000:00000010:0.0:1790097436.677799:0:10401:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff92f80a51e800. 00040000:00000010:0.0:1790097436.677803:0:10401:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92f802d62e00. 00000004:00000010:0.0:1790097436.677806:0:10401:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff92f80a519800. 00000004:00000010:0.0:1790097436.677810:0:10401:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff92f80b382000. 00000004:00000010:0.0:1790097436.677813:0:10401:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff92f80a519000. 00002000:00000010:0.0:1790097436.677817:0:10401:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff92f80a2fec00. 00000004:00000010:0.0:1790097436.677820:0:10401:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff92f80a2fd800. 00000020:00000010:0.0:1790097436.677822:0:10401:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92f808607c00. 00000040:00000010:3.0:1790097436.678272:0:6175:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92f807debde0. 00000040:00000001:3.0:1790097436.678278:0:6175:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1790097436.678282:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1790097436.678288:0:6175:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92f80a314000. 00000040:00000010:3.0:1790097436.678294:0:6175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92f807e4e000. 00000020:00000001:3.0:1790097436.678298:0:6175:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790097436.678303:0:6175:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1790097436.678307:0:6175:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff92f808602600. 00000040:00000010:3.0:1790097436.678310:0:6175:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff92f82053e000. 00000020:00000010:3.0:1790097436.678314:0:6175:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff92f8093bf800. 00000020:00000010:3.0:1790097436.678317:0:6175:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff92f8207f3a00. 80000000:00000010:3.0:1790097436.678321:0:6175:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92f807deb840. 00040000:00000010:3.0:1790097436.678323:0:6175:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92f807e4f400. 20000000:00000010:3.0:1790097436.678326:0:6175:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff92f807e4e600. 00000020:00000010:3.0:1790097436.678329:0:6175:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92f808603e00. 10000000:00000010:3.0:1790097436.678332:0:6175:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff92f807e5be00. 10000000:01000000:3.0:1790097436.678335:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1790097436.678339:0:6175:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1790097436.678342:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790097436.678344:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790097436.678347:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff92f8029bd200 refcount=3 00000020:00000001:3.0:1790097436.678350:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624192626151936 : -119881083399680 : ffff92f8029bd200) 00010000:00000001:3.0:1790097436.678353:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624192626151936 : -119881083399680 : ffff92f8029bd200) 00010000:00000001:3.0:1790097436.678362:0:6175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1790097436.678366:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f8029bd200/0xbb19ad493f15bf6e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bacbb expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790097436.678375:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790097436.678377:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1790097436.678380:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff92f8029bd200/0xbb19ad493f15bf6e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bacbb expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790097436.678386:0:6175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1790097436.678387:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790097436.678388:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1790097436.678390:0:6175:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790097436.678392:0:6175:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790097436.678395:0:6175:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1790097436.678397:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1790097436.678399:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff92f808607000) refs 2 10000000:00000001:3.0:1790097436.678401:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790097436.678403:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1790097436.678405:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff92f80be11e00) refs 3 10000000:00000001:3.0:1790097436.678407:0:6175:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1790097436.678409:0:6175:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1790097436.678410:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1790097436.678412:0:6175:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1790097436.678414:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff92f8051e8000 from 7 10000000:00000001:3.0:1790097436.678416:0:6175:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1790097436.678417:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1790097436.678424:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327480. 00000020:00000040:3.0:1790097436.678428:0:6175:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000001:3.0:1790097436.678432:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097436.678435:0:6175:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097436.678440:0:6175:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097436.678447:0:6175:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92f807e4e600. 00000100:00000001:3.0:1790097436.678474:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.678479:0:6175:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1790097436.678481:0:6175:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1790097436.678486:0:6175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff92f803da5a00 count: 2 00010000:00000001:3.0:1790097436.678497:0:6175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1790097436.678500:0:6175:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1790097436.678503:0:6175:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff92f8029bd000. 00000020:00000001:3.0:1790097436.678507:0:6175:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1790097436.678510:0:6175:0:(lustre_handles.c:93:class_handle_hash()) added object ffff92f8029bd000 with handle 0xbb19ad493f15bf75 to hash 00000020:00000001:3.0:1790097436.678512:0:6175:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1790097436.678513:0:6175:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446624192626151424 : -119881083400192 : ffff92f8029bd000) 00010000:00000001:3.0:1790097436.678516:0:6175:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446624192626151424 : -119881083400192 : ffff92f8029bd000) 00010000:00000001:3.0:1790097436.678519:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1790097436.678522:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790097436.678525:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f8029bd000/0xbb19ad493f15bf75 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097436.678533:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.134@tcp lock: ffff92f8029bd000/0xbb19ad493f15bf75 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097436.678545:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.134@tcp lock: ffff92f8029bd000/0xbb19ad493f15bf75 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1790097436.678551:0:6175:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790097436.678552:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790097436.678559:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.678561:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446624192782087296 : -119880927464320 : ffff92f80be73480) 00000100:00000001:3.0:1790097436.678694:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.678697:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000001:3.0:1790097436.678702:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097436.678707:0:6175:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.678709:0:6175:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790097436.678711:0:6175:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097436.678722:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.678731:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097436.678733:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.678743:0:6175:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097436.678745:0:6175:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097436.678748:0:6175:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.678753:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884013184:192.168.202.134@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.678757:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097436.678763:0:6175:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097436.678765:0:6175:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.678767:0:6175:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097436.678772:0:6175:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92f81042c400. 02000000:00000001:3.0:1790097436.678774:0:6175:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.678781:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097436.678785:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc69f8. 00000400:00000010:3.0:1790097436.678792:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fee58. 00000100:00000200:3.0:1790097436.678799:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877052884013184, portal 25 00000100:00000001:3.0:1790097436.678801:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.678802:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000040:3.0:1790097436.678808:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.678814:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097436.678817:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097436.678819:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe330. 00000100:00000200:3.0:1790097436.678822:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1877052884013184, offset 0 00000400:00000200:3.0:1790097436.678829:0:6175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097436.678836:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.678844:0:6175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097436.678849:0:6175:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097436.678866:0:6175:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097436.678870:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097436.678873:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097436.678876:0:6175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [171:171:256:4294967295] 192.168.202.134@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1790097436.678881:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.678890:0:6175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097436.678903:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097436.678908:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7aa00. 00000800:00000200:3.0:1790097436.678915:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097436.678923:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097436.678928:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7aa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1790097436.678949:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.678954:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097436.678958:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295054894 00000100:00000001:3.0:1790097436.678965:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054881 00000100:00000001:3.0:1790097436.678969:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295054894 00000100:00000001:3.0:1790097436.678973:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054881 00000100:00000001:3.0:1790097436.678975:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.678978:0:6175:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.678980:0:6175:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.678982:0:6175:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790097436.678985:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80be73480 going to sleep for 11 seconds 00000100:00000001:3.0:1790097436.678988:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.678990:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1790097436.679332:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097436.679336:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7aa00. 00000400:00000200:1.0:1790097436.679341:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097436.679346:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097436.679350:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe330 00000400:00000010:1.0:1790097436.679353:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe330. 00000100:00000001:1.0:1790097436.679356:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097436.679360:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.679369:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097436.679373:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.679380:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097436.679382:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790097436.687010:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.687036:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097436.687043:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.687047:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.687060:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.687070:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097436.687082:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.687088:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.687095:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.687100:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 344 into portal 25 MB=0x6ab2b6e605080 00000400:00000200:0.0:1790097436.687106:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.687114:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 344/344 into md 0xa41 [1] + 224 00000800:00000001:0.0:1790097436.687124:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.687135:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.687139:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097436.687145:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097436.687173:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097436.687184:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097436.687197:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.687222:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097436.687581:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1790097436.687834:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097436.687844:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097436.687847:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097436.687851:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc69f8. 00000400:00000200:3.0:1790097436.687924:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fee58 00000400:00000010:3.0:1790097436.687928:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fee58. 00000100:00000001:3.0:1790097436.687934:0:6175:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097436.687941:0:6175:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097436.687952:0:6175:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.687958:0:6175:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097436.687961:0:6175:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.687974:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097436.687978:0:6175:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097436.687981:0:6175:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097436.687984:0:6175:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.687987:0:6175:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097436.687997:0:6175:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097436.688002:0:6175:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097436.688004:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097436.688007:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.688010:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097436.688013:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.688016:0:6175:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.688022:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.688029:0:6175:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.688034:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097436.688036:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097436.688040:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097436.688047:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884013184:192.168.202.134@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.688054:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.688057:0:6175:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.688060:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790097436.688062:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.688066:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.688073:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790097436.688077:0:6175:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.688082:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790097436.688084:0:6175:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.688087:0:6175:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1790097436.688091:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790097436.688094:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790097436.688105:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff92f8029bd000 refcount=4 00000020:00000001:3.0:1790097436.688107:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624192626151424 : -119881083400192 : ffff92f8029bd000) 00010000:00000001:3.0:1790097436.688111:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624192626151424 : -119881083400192 : ffff92f8029bd000) 00010000:00000040:3.0:1790097436.688120:0:6175:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff92f8029bd000, remote cookie: 0x83ea5de8f54bacc2, flags: 0x0 00010000:00000001:3.0:1790097436.688124:0:6175:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1790097436.688129:0:6175:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1790097436.688131:0:6175:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1790097436.688133:0:6175:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1790097436.688135:0:6175:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1790097436.688138:0:6175:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff92f803da5a00) refcount = 2 00010000:00000040:3.0:1790097436.688141:0:6175:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1790097436.688171:0:6175:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.134@tcp lock: ffff92f8029bd200/0xbb19ad493f15bf6e lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bacbb expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790097436.688181:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.134@tcp lock: ffff92f8029bd000/0xbb19ad493f15bf75 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bacc2 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790097436.688188:0:6175:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1790097436.688190:0:6175:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1790097436.688192:0:6175:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1790097436.688195:0:6175:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1790097436.688198:0:6175:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1790097436.688201:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.134@tcp lock: ffff92f8029bd000/0xbb19ad493f15bf75 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x83ea5de8f54bacc2 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1790097436.688206:0:6175:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1790097436.688208:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790097436.688210:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790097436.688211:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790097436.688212:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790097436.688214:0:6175:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.688217:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.688221:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327480 x1877052884013184/t0(0) o101->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 328/344 e 0 to 0 dl 1790097452 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.688237:0:6175:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097436.688240:0:6175:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097436.688244:0:6175:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92f81042c400. 02000000:00000001:3.0:1790097436.688248:0:6175:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097436.688252:0:6175:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.688253:0:6175:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097436.688256:0:6175:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097436.688259:0:6175:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92f807e4e600. 02000000:00000001:3.0:1790097436.688264:0:6175:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097436.688266:0:6175:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097436.688268:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327480. 00000100:00000001:3.0:1790097436.688272:0:6175:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097436.688273:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1790097436.688276:0:6175:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790097436.688279:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1790097436.688282:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff92f808607000) refs 3 10000000:00000001:3.0:1790097436.688284:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.688287:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1790097436.688288:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1790097436.688289:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff92f8029bd000 refcount=3 00000020:00000001:3.0:1790097436.688292:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624192626151424 : -119881083400192 : ffff92f8029bd000) 00010000:00000001:3.0:1790097436.688294:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624192626151424 : -119881083400192 : ffff92f8029bd000) 00010000:00000001:3.0:1790097436.688296:0:6175:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1790097436.688298:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1790097436.688299:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1790097436.688300:0:6175:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1790097436.688303:0:6175:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1790097436.688307:0:6175:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff92f807e5be00. 00000020:00000010:3.0:1790097436.688311:0:6175:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92f807e4e600. 00000020:00000010:3.0:1790097436.688317:0:6175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff92f807e4f400. 00000040:00000010:3.0:1790097436.688322:0:6175:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff92f807e4e000. 00000020:00000010:3.0:1790097436.688327:0:6175:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92f8093bf800. 00000020:00000010:3.0:1790097436.688334:0:6175:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff92f807e4fc00. 80000000:00000010:3.0:1790097436.688339:0:6175:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92f807deb840. 00040000:00000010:3.0:1790097436.688348:0:6175:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92f807e4f800. 20000000:00000010:3.0:1790097436.688353:0:6175:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff92f807e4ee00. 10000000:00000040:3.0:1790097436.688359:0:6175:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff92f804c72b40 : new refcount 2 00000020:00000001:3.0:1790097436.688363:0:6175:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1790097436.688365:0:6175:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1790097436.688368:0:6175:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1790097436.688371:0:6175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff92f807e4e200. 00000040:00000001:3.0:1790097436.688375:0:6175:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1790097436.688379:0:6175:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000010:3.0:1790097436.688383:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327480. 00000020:00000040:3.0:1790097436.688386:0:6175:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=5 obd=MGC192.168.202.134@tcp 00000100:00000001:3.0:1790097436.688391:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097436.688394:0:6175:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097436.688399:0:6175:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097436.688408:0:6175:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92f807e4f000. 00000100:00000001:3.0:1790097436.688415:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.688422:0:6175:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790097436.688423:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790097436.688428:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.688431:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446624192782087296 : -119880927464320 : ffff92f80be73480) 00000100:00000001:3.0:1790097436.688434:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.688435:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000001:3.0:1790097436.688440:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097436.688446:0:6175:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.688448:0:6175:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790097436.688450:0:6175:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097436.688454:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.688471:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097436.688474:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.688478:0:6175:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097436.688481:0:6175:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097436.688483:0:6175:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.688487:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884013312:192.168.202.134@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.688500:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097436.688506:0:6175:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097436.688509:0:6175:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.688511:0:6175:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1790097436.688604:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1790097436.689604:0:6175:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f807e4fe00. 02000000:00000001:3.0:1790097436.689613:0:6175:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.689624:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097436.689637:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc69f8. 00000400:00000010:3.0:1790097436.689645:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fee58. 00000100:00000200:3.0:1790097436.689763:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884013312, portal 25 00000100:00000001:3.0:1790097436.689768:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.689770:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000040:3.0:1790097436.689783:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.689792:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097436.689795:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097436.689799:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fed48. 00000100:00000200:3.0:1790097436.689804:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1877052884013312, offset 0 00000400:00000200:3.0:1790097436.689811:0:6175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097436.689821:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.689831:0:6175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097436.689837:0:6175:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097436.689843:0:6175:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097436.689848:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097436.689851:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097436.690137:0:6175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [172:172:256:4294967295] 192.168.202.134@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1790097436.690145:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.690184:0:6175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097436.690192:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097436.690199:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7a000. 00000800:00000200:3.0:1790097436.690208:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097436.690226:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097436.690232:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7a000 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1790097436.690250:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.690255:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097436.690259:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295054905 00000100:00000001:3.0:1790097436.690269:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054894 00000100:00000001:3.0:1790097436.690275:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295054905 00000100:00000001:3.0:1790097436.690279:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054894 00000100:00000001:3.0:1790097436.690282:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.690286:0:6175:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.690290:0:6175:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.690293:0:6175:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790097436.690296:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80be73480 going to sleep for 11 seconds 00000100:00000001:3.0:1790097436.690300:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.690305:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790097436.690578:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097436.690585:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7a000. 00000400:00000200:0.0:1790097436.690601:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097436.690606:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097436.690613:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fed48 00000400:00000010:0.0:1790097436.690616:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fed48. 00000100:00000001:0.0:1790097436.690622:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097436.690627:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.690647:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097436.690655:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.690662:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097436.690664:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790097436.698493:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.698811:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097436.698817:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.698821:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.698833:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.698841:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097436.698851:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.698964:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.698972:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.698978:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 272 into portal 25 MB=0x6ab2b6e605100 00000400:00000200:0.0:1790097436.698984:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.698991:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 272/272 into md 0xa49 [1] + 224 00000800:00000001:0.0:1790097436.699001:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.699012:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.699017:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097436.699022:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097436.699031:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097436.699064:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097436.699077:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.699171:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790097436.699210:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097436.699222:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.699226:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1790097436.699279:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097436.699283:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097436.699287:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc69f8. 00000400:00000200:3.0:1790097436.699292:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fee58 00000400:00000010:3.0:1790097436.699295:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fee58. 00000100:00000001:3.0:1790097436.699299:0:6175:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097436.699303:0:6175:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097436.699312:0:6175:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.699318:0:6175:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097436.699319:0:6175:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.699322:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097436.699326:0:6175:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097436.699329:0:6175:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097436.699332:0:6175:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.699335:0:6175:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097436.699351:0:6175:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097436.699356:0:6175:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097436.699359:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097436.699361:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.699365:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097436.699367:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.699370:0:6175:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.699375:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.699382:0:6175:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.699385:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097436.699388:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097436.699391:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097436.699399:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884013312:192.168.202.134@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.699405:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.699409:0:6175:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.699412:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790097436.699415:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.699419:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.699426:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790097436.699430:0:6175:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.699433:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790097436.699435:0:6175:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1790097436.699442:0:6175:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1790097436.699447:0:6175:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.699449:0:6175:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097436.699451:0:6175:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:3.0:1790097436.699453:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.699457:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327480 x1877052884013312/t0(0) o501->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 504/272 e 0 to 0 dl 1790097452 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.699485:0:6175:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097436.699488:0:6175:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097436.699492:0:6175:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f807e4fe00. 02000000:00000001:3.0:1790097436.699496:0:6175:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097436.699498:0:6175:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.699499:0:6175:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097436.699501:0:6175:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097436.699504:0:6175:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92f807e4f000. 02000000:00000001:3.0:1790097436.699507:0:6175:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097436.699510:0:6175:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097436.699512:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327480. 00000100:00000001:3.0:1790097436.699758:0:6175:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097436.699759:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1790097436.699763:0:6175:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1790097436.699767:0:6175:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1790097436.699775:0:6175:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff92f80a314000. 00000040:00000001:3.0:1790097436.699777:0:6175:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1790097436.699780:0:6175:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1790097436.699783:0:6175:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000010:3.0:1790097436.699787:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327480. 00000020:00000040:3.0:1790097436.699790:0:6175:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=5 obd=MGC192.168.202.134@tcp 00000100:00000001:3.0:1790097436.699795:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097436.699797:0:6175:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097436.699803:0:6175:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097436.699809:0:6175:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff92f807e4f000. 00000100:00000001:3.0:1790097436.699817:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.699821:0:6175:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1790097436.699823:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1790097436.699831:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.699833:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446624192782087296 : -119880927464320 : ffff92f80be73480) 00000100:00000001:3.0:1790097436.699836:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.699837:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000001:3.0:1790097436.699843:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097436.699849:0:6175:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.699851:0:6175:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1790097436.702386:0:6175:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097436.702404:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.702420:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097436.702423:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.702428:0:6175:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097436.702432:0:6175:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097436.702436:0:6175:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.702441:0:6175:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884013440:192.168.202.134@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.702446:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097436.702453:0:6175:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097436.702457:0:6175:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.702460:0:6175:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097436.702500:0:6175:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff92f80a2e4000. 02000000:00000001:3.0:1790097436.702503:0:6175:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.702513:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097436.702518:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc69f8. 00000400:00000010:3.0:1790097436.702528:0:6175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff92f80be730c0. 00000100:00000200:3.0:1790097436.702538:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1877052884013440, portal 25 00000100:00000001:3.0:1790097436.702540:0:6175:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.702543:0:6175:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000040:3.0:1790097436.702550:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.702558:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097436.702561:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097436.702565:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fee58. 00000100:00000200:3.0:1790097436.702569:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1877052884013440, offset 0 00000400:00000200:3.0:1790097436.702577:0:6175:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097436.702587:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.702608:0:6175:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097436.702615:0:6175:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097436.702620:0:6175:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097436.702625:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097436.702635:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097436.702640:0:6175:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [173:173:256:4294967295] 192.168.202.134@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:3.0:1790097436.702645:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.702658:0:6175:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097436.702672:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097436.702677:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7ac00. 00000800:00000200:3.0:1790097436.702686:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097436.702694:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097436.702701:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7ac00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1790097436.702721:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.702725:0:6175:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097436.702729:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295054917 00000100:00000001:3.0:1790097436.702740:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295054905 00000100:00000001:3.0:1790097436.702747:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295054917 00000100:00000001:3.0:1790097436.702751:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295054905 00000100:00000001:3.0:1790097436.702754:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.702758:0:6175:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.702760:0:6175:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.702762:0:6175:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1790097436.702765:0:6175:0:(client.c:2716:ptlrpc_set_wait()) set ffff92f80be73480 going to sleep for 11 seconds 00000100:00000001:3.0:1790097436.702768:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.702772:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790097436.703007:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097436.703015:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7ac00. 00000400:00000200:0.0:1790097436.703022:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097436.703028:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097436.703035:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fee58 00000400:00000010:0.0:1790097436.703038:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fee58. 00000100:00000001:0.0:1790097436.703043:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097436.703049:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.703060:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097436.703064:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.703072:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097436.703073:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790097436.709289:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.709319:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097436.709325:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.709328:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.709339:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.709349:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097436.709361:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.709367:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.709373:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.709378:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 8416 into portal 25 MB=0x6ab2b6e605180 00000400:00000200:0.0:1790097436.709384:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097436.709409:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 8416/8416 into md 0xa51 [4] + 224 00000800:00000001:0.0:1790097436.709420:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.709437:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097436.709442:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097436.709446:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097436.709458:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097436.709477:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097436.709489:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.709680:0:6175:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790097436.709701:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097436.709713:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097436.709717:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1790097436.709771:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097436.709774:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097436.709779:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc69f8. 00000400:00000200:3.0:1790097436.709784:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80be730c0 00000400:00000010:3.0:1790097436.709787:0:6175:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff92f80be730c0. 00000100:00000001:3.0:1790097436.709790:0:6175:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097436.709795:0:6175:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097436.709805:0:6175:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.709823:0:6175:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097436.709826:0:6175:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.709829:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097436.709834:0:6175:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097436.709837:0:6175:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097436.709840:0:6175:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.709844:0:6175:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097436.709853:0:6175:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097436.710032:0:6175:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097436.710035:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097436.710038:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.710041:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097436.710043:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.710047:0:6175:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.710052:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.710060:0:6175:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.710064:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097436.710066:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097436.710070:0:6175:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097436.710077:0:6175:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:94271d42-674d-4b1a-870b-e5f22603f179:6175:1877052884013440:192.168.202.134@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1790097436.710083:0:6175:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.710086:0:6175:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.710089:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1790097436.710091:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.710095:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.710101:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1790097436.710104:0:6175:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff92f80be73480. 00000100:00000001:3.0:1790097436.710107:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1790097436.710115:0:6175:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1790097436.710126:0:6175:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1790097436.710128:0:6175:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.710131:0:6175:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327480 x1877052884013440/t0(0) o503->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 272/8416 e 0 to 0 dl 1790097452 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.710136:0:6175:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097436.710139:0:6175:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097436.710142:0:6175:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff92f80a2e4000. 02000000:00000001:3.0:1790097436.710266:0:6175:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097436.710270:0:6175:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.710273:0:6175:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097436.710276:0:6175:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097436.710279:0:6175:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff92f807e4f000. 02000000:00000001:3.0:1790097436.710283:0:6175:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097436.710285:0:6175:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097436.710287:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327480. 00000100:00000001:3.0:1790097436.710291:0:6175:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097436.710292:0:6175:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1790097436.710388:0:6175:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1790097436.710395:0:6175:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:2.0:1790097436.710401:0:6175:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:2.0:1790097436.710404:0:6175:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1790097436.710407:0:6175:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1790097436.710411:0:6175:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1790097436.710420:0:6175:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff92f809f8ed80. 00000040:00001000:2.0:1790097436.710423:0:6175:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1790097436.711298:0:10402:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1790097436.711308:0:10402:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff92f802d62e00. 00000020:00000010:0.0:1790097436.711316:0:10402:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff92f802d63600. 00000040:00000010:0.0:1790097436.711320:0:10402:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff92f802d62600. 00000020:00000010:0.0:1790097436.711325:0:10402:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff92f80a519000. 00000020:00000010:0.0:1790097436.711332:0:10402:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff92f80861cb78. 00000020:00000010:0.0:1790097436.711339:0:10402:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff92f808607c00. 80000000:00000010:0.0:1790097436.711345:0:10402:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff92f808f1c300. 40000000:00000010:0.0:1790097436.711350:0:10402:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff92f807ef3d40. 00100000:00000010:0.0:1790097436.711357:0:10402:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff92f80a519800. 00040000:00000010:0.0:1790097436.711362:0:10402:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff92f820773500. 00040000:00000010:0.0:1790097436.711368:0:10402:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff92f80a51e800. 00040000:00000010:0.0:1790097436.711373:0:10402:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff92f808606400. 00000004:00000010:0.0:1790097436.711378:0:10402:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff92f80a51a000. 00000004:00000010:0.0:1790097436.711385:0:10402:0:(mdt_handler.c:8405:mdt_key_init()) kmalloced '(value)': 2568 at ffff92f80b382000. 00000004:00000010:0.0:1790097436.711390:0:10402:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff92f80a51d000. 00002000:00000010:0.0:1790097436.711396:0:10402:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff92f80a2fe400. 00000004:00000010:0.0:1790097436.711401:0:10402:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff92f80a2fd400. 00000020:00000010:0.0:1790097436.711407:0:10402:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff92f807ef3f00. 00000040:00000010:0.0:1790097436.711429:0:10402:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff92f809e76000. 00000040:00080000:0.0:1790097436.712692:0:10402:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1790097436.712705:0:10402:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff92f809e76000. 00000020:00000010:0.0:1790097436.712715:0:10402:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff92f807ef3f00. 00000020:00000010:0.0:1790097436.712738:0:10402:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff92f802d63600. 00000040:00000010:0.0:1790097436.712745:0:10402:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff92f802d62600. 00000020:00000010:0.0:1790097436.712750:0:10402:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff92f80a519000. 00000020:00000010:0.0:1790097436.712755:0:10402:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff92f80861cb78. 00000020:00000010:0.0:1790097436.712761:0:10402:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff92f808607c00. 80000000:00000010:0.0:1790097436.712766:0:10402:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92f808f1c300. 40000000:00000010:0.0:1790097436.712771:0:10402:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff92f807ef3d40. 00100000:00000010:0.0:1790097436.712776:0:10402:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff92f80a519800. 00040000:00000010:0.0:1790097436.712781:0:10402:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff92f820773500. 00040000:00000010:0.0:1790097436.712785:0:10402:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff92f80a51e800. 00040000:00000010:0.0:1790097436.712790:0:10402:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92f808606400. 00000004:00000010:0.0:1790097436.712794:0:10402:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff92f80a51a000. 00000004:00000010:0.0:1790097436.712800:0:10402:0:(mdt_handler.c:8430:mdt_key_fini()) kfreed 'info': 2568 at ffff92f80b382000. 00000004:00000010:0.0:1790097436.712805:0:10402:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff92f80a51d000. 00002000:00000010:0.0:1790097436.712811:0:10402:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff92f80a2fe400. 00000004:00000010:0.0:1790097436.712818:0:10402:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff92f80a2fd400. 00000020:00000010:0.0:1790097436.712821:0:10402:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92f802d62e00. 00000040:00000010:2.0:1790097436.715259:0:6175:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff92f809f8ed80. 00000040:00000001:2.0:1790097436.715275:0:6175:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1790097436.715280:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1790097436.715287:0:6175:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff92f80a314000. 00000040:00000010:2.0:1790097436.715296:0:6175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff92f807e4e200. 00000020:00000001:2.0:1790097436.715301:0:6175:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790097436.715305:0:6175:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1790097436.715313:0:6175:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff92f807e4f400. 00000040:00000010:2.0:1790097436.715318:0:6175:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff92f807e4e000. 00000020:00000010:2.0:1790097436.715323:0:6175:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff92f8093bf800. 00000020:00000010:2.0:1790097436.715329:0:6175:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff92f807e4fc00. 80000000:00000010:2.0:1790097436.715334:0:6175:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff92f807deb840. 00040000:00000010:2.0:1790097436.715341:0:6175:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff92f807e4f800. 20000000:00000010:2.0:1790097436.715346:0:6175:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff92f807e4ee00. 00000020:00000010:2.0:1790097436.715350:0:6175:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff92f807e4e600. 10000000:00000010:2.0:1790097436.715353:0:6175:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff92f807e5be00. 10000000:01000000:2.0:1790097436.715357:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.134@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1790097436.715361:0:6175:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1790097436.715366:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1790097436.715369:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1790097436.715373:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff92f8029bd000 refcount=3 00000020:00000001:2.0:1790097436.715377:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446624192626151424 : -119881083400192 : ffff92f8029bd000) 00010000:00000001:2.0:1790097436.715381:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446624192626151424 : -119881083400192 : ffff92f8029bd000) 00010000:00000001:2.0:1790097436.715384:0:6175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1790097436.715413:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.134@tcp lock: ffff92f8029bd000/0xbb19ad493f15bf75 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bacc2 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790097436.715424:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790097436.715426:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1790097436.715429:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.134@tcp lock: ffff92f8029bd000/0xbb19ad493f15bf75 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x83ea5de8f54bacc2 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1790097436.715435:0:6175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1790097436.715437:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1790097436.715438:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1790097436.715440:0:6175:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790097436.715443:0:6175:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1790097436.715447:0:6175:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1790097436.715450:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1790097436.715452:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff92f808607000) refs 3 10000000:00000001:2.0:1790097436.715455:0:6175:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1790097436.908375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790097436.908386:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790097436.908398:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809e50000. 00000020:00000040:2.0:1790097436.908405:0:37:0:(genops.c:1209:class_import_get()) import ffff92f808fe2800 refcount=4 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000100:00000001:2.0:1790097436.908410:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790097436.908413:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790097436.908419:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790097436.908428:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f80535b500. 00000100:00000001:2.0:1790097436.908435:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.908448:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790097436.908467:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790097436.908471:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.908479:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a8e3e5a] to pc [ptlrpcd_01_00+0] req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.908539:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.908543:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.908546:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097436.908552:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.908560:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097436.908563:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.908567:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097436.908570:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097436.908572:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.908576:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884013568:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097436.908580:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097436.908585:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097436.908587:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.908590:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097436.908595:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f807e4ec00. 02000000:00000001:3.0:1790097436.908597:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.908618:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097436.908623:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc69f8. 00000400:00000010:3.0:1790097436.908629:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe660. 00000100:00000200:3.0:1790097436.908654:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884013568, portal 10 00000100:00000001:3.0:1790097436.908657:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.908659:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192748388352 : -119880961163264 : ffff92f809e50000) 00000100:00000040:3.0:1790097436.908667:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.908674:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097436.908677:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097436.908680:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9feaa0. 00000100:00000200:3.0:1790097436.908684:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884013568, offset 0 00000400:00000200:3.0:1790097436.908690:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097436.908698:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.908706:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097436.908711:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097436.908715:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097436.908720:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097436.908722:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097436.908726:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [174:174:256:4294967295] 192.168.202.134@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1790097436.908731:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.908741:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097436.908748:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097436.908753:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7ad00. 00000800:00000200:3.0:1790097436.908760:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097436.908768:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097436.908772:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097436.908791:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.908795:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: using a timeout of 118445 usecs (119 jiffies) 00000400:00000200:3.0:1790097436.908799:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097436.908802:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295053943 00000100:00000001:3.0:1790097436.908810:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295054917 00000100:00000001:3.0:1790097436.908813:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295053943 00000100:00000001:3.0:1790097436.908815:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295054917 00000100:00000001:3.0:1790097436.908817:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.908820:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.908823:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.908826:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1790097436.909022:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097436.909026:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7ad00. 00000400:00000200:0.0:1790097436.909032:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097436.909037:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097436.909042:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9feaa0 00000400:00000010:0.0:1790097436.909045:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9feaa0. 00000100:00000001:0.0:1790097436.909049:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097436.909053:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.909061:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097436.909065:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.909071:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097436.909079:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790097436.909363:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.909373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790097436.909377:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790097436.909381:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809e51c00. 00000020:00000040:2.0:1790097436.909384:0:37:0:(genops.c:1209:class_import_get()) import ffff92f809368000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000100:00000001:2.0:1790097436.909386:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790097436.909388:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790097436.909391:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790097436.909397:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f80535b400. 00000100:00000001:2.0:1790097436.909401:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.909406:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790097436.909415:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790097436.909417:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.909421:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecb88cbf] to pc [ptlrpcd_01_01+1] req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.911940:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.911947:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790097436.911953:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.911956:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.911959:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.911962:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1790097436.911964:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.911966:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.911968:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.911970:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.911971:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.911973:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097436.911985:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.911996:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097436.911998:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.912002:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097436.912005:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097436.912007:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.912011:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884013696:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097436.912015:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097436.912019:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097436.912022:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.912025:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097436.912030:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f807e4ea00. 02000000:00000001:3.0:1790097436.912032:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.912052:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097436.912057:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc62c0. 00000400:00000010:3.0:1790097436.912062:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe990. 00000100:00000200:3.0:1790097436.912068:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884013696, portal 10 00000100:00000001:3.0:1790097436.912071:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.912073:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192748395520 : -119880961156096 : ffff92f809e51c00) 00000100:00000040:3.0:1790097436.912080:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.912087:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097436.912090:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097436.912093:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe088. 00000100:00000200:3.0:1790097436.912097:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884013696, offset 0 00000400:00000200:3.0:1790097436.912103:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097436.912111:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.912118:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097436.912124:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097436.912127:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097436.912130:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097436.912133:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097436.912136:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [175:175:256:4294967295] 192.168.202.134@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:3.0:1790097436.912140:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.912165:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097436.912171:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097436.912178:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7ad00. 00000800:00000200:3.0:1790097436.912185:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097436.912192:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097436.912197:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097436.912220:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.912225:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: using a timeout of 137822 usecs (138 jiffies) 00000400:00000200:3.0:1790097436.912229:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097436.912232:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295053963 00000100:00000001:3.0:1790097436.912241:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295054917 00000100:00000001:3.0:1790097436.912243:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295053963 00000100:00000001:3.0:1790097436.912245:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295054917 00000100:00000001:3.0:1790097436.912248:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.912250:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.912253:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.912256:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.912291:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.912294:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790097436.913041:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097436.913048:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7ad00. 00000400:00000200:0.0:1790097436.913056:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097436.913063:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097436.913068:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe088 00000400:00000010:0.0:1790097436.913071:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe088. 00000100:00000001:0.0:1790097436.913075:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097436.913080:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.913091:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097436.913094:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097436.913102:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097436.913103:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1790097436.917491:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.917502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1790097436.917507:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1790097436.917510:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1790097436.917513:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1790097436.917516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790097436.917520:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790097436.917533:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809e52680. 00000020:00000040:2.0:1790097436.917539:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5bf000 refcount=4 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000100:00000001:2.0:1790097436.917543:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790097436.917547:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790097436.917552:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790097436.917562:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f80b168500. 00000100:00000001:2.0:1790097436.917569:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.917600:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790097436.917611:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790097436.917615:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.917622:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed9c3b4b] to pc [ptlrpcd_01_00+0] req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097436.917784:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.917787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1790097436.917790:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1790097436.917794:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809e50e00. 00000020:00000040:2.0:1790097436.917796:0:37:0:(genops.c:1209:class_import_get()) import ffff92f80a5bd000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000100:00000001:2.0:1790097436.917799:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1790097436.917800:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1790097436.917802:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1790097436.917806:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f80b168d00. 00000100:00000001:2.0:1790097436.917810:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.917814:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1790097436.917822:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1790097436.917824:0:37:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.917828:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d614af2d] to pc [ptlrpcd_01_01+1] req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097436.917836:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097436.917838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1790097436.917841:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1790097436.917843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1790097436.917846:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1790097436.917851:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:3.0:1790097436.919372:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.919379:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.919381:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097436.919394:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.919405:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097436.919407:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.919411:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097436.919414:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097436.919416:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.919419:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884013952:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097436.919424:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097436.919429:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097436.919432:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.919434:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097436.919441:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f807e4fa00. 02000000:00000001:3.0:1790097436.919443:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.919451:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097436.919455:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6898. 00000400:00000010:3.0:1790097436.919478:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9feb28. 00000100:00000200:3.0:1790097436.919485:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884013952, portal 10 00000100:00000001:3.0:1790097436.919487:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.919488:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192748391936 : -119880961159680 : ffff92f809e50e00) 00000100:00000040:3.0:1790097436.919496:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.919514:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097436.919517:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097436.919521:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe088. 00000100:00000200:3.0:1790097436.919526:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884013952, offset 0 00000400:00000200:3.0:1790097436.919533:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097436.919542:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.919550:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097436.919555:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097436.919559:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097436.919562:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097436.919565:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097436.919568:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [176:176:256:4294967295] 192.168.202.134@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:3.0:1790097436.919573:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.919591:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097436.919597:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097436.919602:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7ac00. 00000800:00000200:3.0:1790097436.919608:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097436.919615:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097436.919619:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097436.919790:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.919795:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: using a timeout of 26133 usecs (27 jiffies) 00000400:00000200:3.0:1790097436.919799:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097436.919802:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295053862 00000100:00000001:3.0:1790097436.919804:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295054917 00000100:00000001:3.0:1790097436.919807:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295053862 00000100:00000001:3.0:1790097436.919809:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295054917 00000100:00000001:3.0:1790097436.919811:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.919814:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.919823:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.919825:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.919832:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.919835:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790097436.919837:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.919838:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.919839:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.919843:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1790097436.919845:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.919847:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.919848:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.919850:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.919851:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.919852:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097436.919857:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.919864:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097436.919865:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.919868:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097436.919869:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097436.919871:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097436.919874:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884013824:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097436.919878:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097436.919880:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097436.919881:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.919883:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097436.919886:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f807e4e800. 02000000:00000001:3.0:1790097436.919888:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097436.919891:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097436.919894:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6370. 00000400:00000010:3.0:1790097436.919897:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9feaa0. 00000100:00000200:3.0:1790097436.919900:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884013824, portal 10 00000100:00000001:3.0:1790097436.919902:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097436.919903:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192748398208 : -119880961153408 : ffff92f809e52680) 00000100:00000040:3.0:1790097436.919908:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.919919:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097436.919921:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097436.919924:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fee58. 00000100:00000200:3.0:1790097436.919926:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884013824, offset 0 00000400:00000200:3.0:1790097436.919930:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097436.919934:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.919938:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097436.919940:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097436.919943:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097436.919945:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097436.919947:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097436.919950:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [177:177:255:4294967295] 192.168.202.134@tcp LPNI seq info [177:177:7:4294967295] 00000400:00000200:3.0:1790097436.919953:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097436.919959:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097436.919963:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097436.919966:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f819e7a000. 00000800:00000200:3.0:1790097436.919969:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097436.919974:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097436.919976:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f819e7a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097436.919979:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.919981:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: using a timeout of 19808 usecs (20 jiffies) 00000400:00000200:3.0:1790097436.919984:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097436.919986:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295053855 00000100:00000001:3.0:1790097436.919988:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295054917 00000100:00000001:3.0:1790097436.919990:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295053855 00000100:00000001:3.0:1790097436.919992:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295054917 00000100:00000001:3.0:1790097436.919993:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.919995:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.920002:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.920004:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.920023:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.920025:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097436.920027:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.920029:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1790097436.920226:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.920237:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097436.920240:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.920242:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097436.920246:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.920251:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097436.920256:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.920259:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.920263:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.920267:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e605200 00000400:00000200:1.0:1790097436.920271:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.920275:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0xa59 [1] + 224 00000800:00000001:1.0:1790097436.920280:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.920283:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097436.920286:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097436.920290:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097436.920296:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097436.920302:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097436.920312:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.920329:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1790097436.920362:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097436.920365:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7ac00. 00000400:00000200:1.0:1790097436.920369:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097436.920371:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097436.920375:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe088 00000400:00000010:1.0:1790097436.920378:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe088. 00000100:00000001:1.0:1790097436.920381:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097436.920384:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.920391:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097436.920400:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.920407:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097436.920408:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790097436.920416:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.920420:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097436.920422:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.920424:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097436.920427:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.920430:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097436.920435:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.920437:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.920440:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.920443:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e605280 00000400:00000200:1.0:1790097436.920446:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.920450:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0xa61 [1] + 224 00000800:00000001:1.0:1790097436.920454:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.920474:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097436.920476:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097436.920479:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097436.920482:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097436.920486:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097436.920494:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.920501:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1790097436.920777:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1790097436.920780:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f819e7a000. 00000400:00000200:1.0:1790097436.920784:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097436.920788:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:1.0:1790097436.920791:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fee58 00000400:00000010:1.0:1790097436.920793:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fee58. 00000100:00000001:1.0:1790097436.920802:0:2390:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1790097436.920806:0:2390:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.920813:0:2390:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1790097436.920815:0:2390:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.920820:0:2390:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1790097436.920822:0:2390:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1790097436.920826:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.920830:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.921060:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.921064:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097436.921069:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097436.921071:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097436.921073:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc62c0. 00000400:00000200:3.0:1790097436.921077:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe990 00000400:00000010:3.0:1790097436.921079:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe990. 00000100:00000001:3.0:1790097436.921081:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097436.921085:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097436.921095:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.921101:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097436.921102:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.921105:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097436.921108:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097436.921110:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097436.921112:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.921115:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097436.921123:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f809368460 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097436.921128:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f809368418 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097436.921130:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097436.921132:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.921135:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097436.921140:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097436.921182:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.921186:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097436.921188:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:3.0:1790097436.921196:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097436.921198:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.921204:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.921210:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.921213:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097436.921215:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097436.921219:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097436.921226:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884013696:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097436.921232:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097436.921234:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097436.921235:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc69f8. 00000400:00000200:3.0:1790097436.921238:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe660 00000400:00000010:3.0:1790097436.921239:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe660. 00000100:00000001:3.0:1790097436.921241:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097436.921244:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097436.921252:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.921258:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097436.921260:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.921261:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097436.921263:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097436.921264:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097436.921266:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.921268:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097436.921272:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f808fe2c60 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097436.921275:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f808fe2c18 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097436.921278:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097436.921279:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.921287:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097436.921290:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.921292:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097436.921294:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:3.0:1790097436.921295:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097436.921297:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.921301:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.921307:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.921309:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097436.921311:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097436.921314:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097436.921320:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884013568:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097436.921324:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.921326:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.921329:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809e51c00 x1877052884013696/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.921334:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097436.921336:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097436.921340:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f807e4ea00. 02000000:00000001:3.0:1790097436.921343:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097436.921346:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.921347:0:2399:0:(genops.c:1222:class_import_put()) import ffff92f809368000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000020:00000001:3.0:1790097436.921350:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097436.921352:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f80535b400. 02000000:00000001:3.0:1790097436.921356:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097436.921357:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097436.921359:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809e51c00. 00000100:00000001:3.0:1790097436.921362:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097436.921363:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.921365:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.921375:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809e50000 x1877052884013568/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.921381:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097436.921383:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097436.921384:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f807e4ec00. 02000000:00000001:3.0:1790097436.921386:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097436.921387:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.921388:0:2399:0:(genops.c:1222:class_import_put()) import ffff92f808fe2800 refcount=3 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000020:00000001:3.0:1790097436.921390:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097436.921392:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f80535b500. 02000000:00000001:3.0:1790097436.921394:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097436.921395:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097436.921396:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809e50000. 00000100:00000001:3.0:1790097436.921398:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097436.921399:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.921401:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.921406:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.921408:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.921410:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.921412:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1790097436.940081:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.940099:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097436.940104:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.940106:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097436.940116:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.940124:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097436.940133:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.940138:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.940143:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.940186:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e605380 00000400:00000200:1.0:1790097436.940192:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.940198:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0xa69 [1] + 224 00000800:00000001:1.0:1790097436.940206:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.940210:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097436.940213:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097436.940218:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097436.940225:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097436.940235:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097436.940246:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.940267:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097436.940291:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.940295:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1790097436.940297:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.940299:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097436.940302:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.940306:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:1.0:1790097436.940309:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.940311:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.940314:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.940316:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e605300 00000400:00000200:1.0:1790097436.940319:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:1.0:1790097436.940323:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0xa71 [1] + 224 00000800:00000001:1.0:1790097436.940326:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.940332:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1790097436.940334:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1790097436.940337:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:1.0:1790097436.940340:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1790097436.940345:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1790097436.940353:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1790097436.940359:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1790097436.940363:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1790097436.940365:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.940538:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.940543:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097436.940551:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097436.940552:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097436.940556:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6370. 00000400:00000200:3.0:1790097436.940560:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9feaa0 00000400:00000010:3.0:1790097436.940563:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9feaa0. 00000100:00000001:3.0:1790097436.940565:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097436.940570:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097436.940578:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.940596:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097436.940599:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.940601:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097436.940604:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097436.940614:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097436.940616:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.940618:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097436.940629:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bf460 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097436.940643:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bf418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097436.940646:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097436.940648:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.940651:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097436.940654:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.940658:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097436.940660:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097436.940662:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097436.940664:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.940669:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.940675:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.940678:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097436.940680:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097436.940684:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097436.940691:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884013824:192.168.202.134@tcp:400:kworker.0 00000400:00000001:3.0:1790097436.940697:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097436.940698:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097436.940700:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6898. 00000400:00000200:3.0:1790097436.940702:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9feb28 00000400:00000010:3.0:1790097436.940704:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9feb28. 00000100:00000001:3.0:1790097436.940706:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097436.940709:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097436.940717:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.940723:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097436.940734:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.940736:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097436.940738:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097436.940739:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097436.940740:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097436.940742:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097436.940746:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bd460 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097436.940749:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bd418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097436.940751:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097436.940753:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097436.940754:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097436.940759:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097436.940764:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.940766:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097436.940768:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097436.940769:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097436.940770:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097436.940773:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.940779:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097436.940781:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097436.940782:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097436.940785:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097436.940791:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809e50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884013952:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097436.940795:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.940798:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.940801:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809e52680 x1877052884013824/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.940807:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097436.940815:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097436.940819:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f807e4e800. 02000000:00000001:3.0:1790097436.940824:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097436.940827:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.940829:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5bf000 refcount=3 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000020:00000001:3.0:1790097436.940831:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097436.940834:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f80b168500. 02000000:00000001:3.0:1790097436.940840:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097436.940842:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097436.940844:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809e52680. 00000100:00000001:3.0:1790097436.940848:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097436.940849:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.940850:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097436.940854:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809e50e00 x1877052884013952/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097436.940861:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097436.940862:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097436.940863:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f807e4fa00. 02000000:00000001:3.0:1790097436.940866:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097436.940867:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097436.940868:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5bd000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000020:00000001:3.0:1790097436.940871:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097436.940872:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f80b168d00. 02000000:00000001:3.0:1790097436.940874:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097436.940875:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097436.940876:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809e50e00. 00000100:00000001:3.0:1790097436.940879:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097436.940881:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.940883:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097436.940890:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097436.940892:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097436.940894:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097436.940896:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097437.676827:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097437.676847:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097437.676855:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097437.676856:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097437.677065:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097437.677070:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097437.677073:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1790097438.060339:0:8954:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca910 (cpu 1) has reached its deadline 4295054917, at 4295054976 00000100:00000010:1.0:1790097438.060360:0:8954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f80a5697e0. 00000100:00000040:0.0:1790097438.060501:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca800 (cpu 0) has reached its deadline 4295054917, at 4295054976 00000100:00000010:0.0:1790097438.060509:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f80a569300. 00010000:00000001:0.0:1790097438.700342:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097438.700351:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097438.700368:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097438.700370:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790097438.700494:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790097438.700499:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790097438.700502:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097439.725098:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097439.725109:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097439.725117:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097439.725121:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790097439.725123:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790097439.725127:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097439.725131:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790097439.725133:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097439.725136:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097439.725139:0:126:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097439.725369:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097439.725373:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097439.725376:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1790097440.748509:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097440.748519:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097440.748527:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097440.748529:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790097440.749041:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790097440.749045:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790097440.749049:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1790097441.516850:0:6162:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1790097441.516869:0:6162:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097441.772523:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097441.772533:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097441.772541:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097441.772542:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1790097441.779575:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1790097441.779584:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1790097441.779590:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1790097442.030461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 94271d42-674d-4b1a-870b-e5f22603f179->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097442.030476:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097442.030486:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809327480. 00000020:00000040:3.0:1790097442.030512:0:36:0:(genops.c:1209:class_import_get()) import ffff92f8038a2000 refcount=4 obd=MGC192.168.202.134@tcp 00000100:00000001:3.0:1790097442.030518:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097442.030522:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097442.030528:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097442.030541:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f819e7aa00. 00000100:00000001:3.0:1790097442.030552:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030570:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 94271d42-674d-4b1a-870b-e5f22603f179->MGS req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097442.030583:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097442.030589:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030597:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000450f3042] to pc [ptlrpcd_01_00+0] req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.030640:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097442.030647:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097442.030651:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325880. 00000020:00000040:3.0:1790097442.030653:0:36:0:(genops.c:1209:class_import_get()) import ffff92f808fe2800 refcount=4 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000100:00000001:3.0:1790097442.030656:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097442.030657:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097442.030659:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097442.030664:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f819e7a000. 00000100:00000001:3.0:1790097442.030667:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030672:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0000_UUID req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097442.030679:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097442.030683:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030686:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000731c84eb] to pc [ptlrpcd_01_01+1] req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.030694:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030696:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097442.030706:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097442.030708:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325f80. 00000020:00000040:3.0:1790097442.030711:0:36:0:(genops.c:1209:class_import_get()) import ffff92f809368000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000100:00000001:3.0:1790097442.030713:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097442.030714:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097442.030716:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097442.030720:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f819e7ac00. 00000100:00000001:3.0:1790097442.030723:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030727:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-MDT0001_UUID req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097442.030734:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097442.030736:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030740:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003606492a] to pc [ptlrpcd_01_00+0] req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.030746:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097442.030751:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097442.030755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097442.030758:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 13c3d3d2-6662-4f04-83a6-8f1ebb68b355->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097442.030761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097442.030764:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097442.030767:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809325500. 00000020:00000040:3.0:1790097442.030769:0:36:0:(genops.c:1209:class_import_get()) import ffff92f80a5bf000 refcount=4 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000100:00000001:3.0:1790097442.030771:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097442.030772:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097442.030774:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097442.030777:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f819e7ad00. 00000100:00000001:3.0:1790097442.030779:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030814:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0000_UUID req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097442.030822:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097442.030824:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030828:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003560363f] to pc [ptlrpcd_01_01+1] req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.030835:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030837:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1790097442.030841:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1790097442.030844:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92f809324a80. 00000020:00000040:3.0:1790097442.030847:0:36:0:(genops.c:1209:class_import_get()) import ffff92f80a5bd000 refcount=4 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000100:00000001:3.0:1790097442.030849:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1790097442.030850:0:36:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1790097442.030852:0:36:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1790097442.030856:0:36:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff92f80535b500. 00000100:00000001:3.0:1790097442.030859:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030863:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6055a674-9599-489e-b95c-2473accf281e->lustre-MDT0001_UUID req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1790097442.030869:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1790097442.030871:0:36:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030874:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebb6feeb] to pc [ptlrpcd_01_00+0] req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.030881:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.030883:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097442.030886:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097442.030889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1790097442.031251:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6055a674-9599-489e-b95c-2473accf281e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1790097442.031257:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:3.0:1790097442.031390:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097442.031394:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097442.031398:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097442.031406:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.031424:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097442.031427:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097442.031432:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097442.031435:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097442.031438:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097442.031443:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884014208:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097442.031448:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097442.031455:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097442.031458:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097442.031461:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097442.031466:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f807e4f000. 02000000:00000001:3.0:1790097442.031469:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097442.031478:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097442.031484:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6898. 00000400:00000010:3.0:1790097442.031492:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9feb28. 00000100:00000200:3.0:1790097442.031501:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884014208, portal 10 00000100:00000001:3.0:1790097442.031504:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097442.031506:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736680064 : -119880972871552 : ffff92f809325880) 00000100:00000040:3.0:1790097442.031516:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.031524:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097442.031528:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097442.031531:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9feaa0. 00000100:00000200:3.0:1790097442.031535:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884014208, offset 0 00000400:00000200:3.0:1790097442.031545:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097442.031557:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097442.031568:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097442.031575:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097442.031587:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097442.031591:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097442.031594:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097442.031599:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [178:178:256:4294967295] 192.168.202.134@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:3.0:1790097442.031604:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097442.031617:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097442.031625:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097442.031631:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f80535b400. 00000800:00000200:3.0:1790097442.031639:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097442.031649:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097442.031654:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f80535b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097442.031672:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.031677:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: using a timeout of 114785 usecs (115 jiffies) 00000400:00000200:3.0:1790097442.031680:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097442.031684:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295059060 00000100:00000010:3.0:1790097442.031688:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f807debde0. 00000100:00000001:3.0:1790097442.031696:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1790097442.031703:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295059060 00000100:00000010:3.0:1790097442.031705:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff92f807debf00. 00000100:00000001:3.0:1790097442.031709:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f8051e8000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1790097442.031712:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097442.031715:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.031718:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1790097442.031722:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.031729:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1790097442.031730:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097442.031733:0:2400:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1790097442.031734:0:2400:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1790097442.031736:0:2400:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1790097442.031745:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884014464:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097442.031748:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1790097442.031751:0:2400:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1790097442.031753:0:2400:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097442.031755:0:2400:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1790097442.031757:0:2400:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f807e4ec00. 02000000:00000001:3.0:1790097442.031759:0:2400:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1790097442.031762:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:3.0:1790097442.031765:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808bc6370. 00000400:00000010:3.0:1790097442.031768:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe660. 00000100:00000200:3.0:1790097442.031772:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884014464, portal 10 00000100:00000001:3.0:1790097442.031774:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1790097442.031775:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736679168 : -119880972872448 : ffff92f809325500) 00000100:00000040:3.0:1790097442.031782:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.031953:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097442.031957:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790097442.031959:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790097442.031967:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.031974:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790097442.031975:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097442.031978:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790097442.031980:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790097442.031982:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790097442.031985:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94271d42-674d-4b1a-870b-e5f22603f179:2399:1877052884014080:192.168.202.134@tcp:400:kworker.0 00000100:00000001:2.0:1790097442.031990:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790097442.031993:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790097442.031994:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097442.031996:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790097442.032000:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381be00. 02000000:00000001:2.0:1790097442.032002:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790097442.032007:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:2.0:1790097442.032010:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808de49a0. 00000400:00000010:2.0:1790097442.032014:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7c4c8. 00000100:00000200:2.0:1790097442.032018:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884014080, portal 25 00000100:00000001:2.0:1790097442.032020:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790097442.032021:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736687232 : -119880972864384 : ffff92f809327480) 00000100:00000040:2.0:1790097442.032026:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.032032:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790097442.032035:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:2.0:1790097442.032037:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7cf68. 00000100:00000200:2.0:1790097442.032046:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1877052884014080, offset 0 00000400:00000200:2.0:1790097442.032052:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:2.0:1790097442.032056:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097442.032059:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:2.0:1790097442.032063:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790097442.032065:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:2.0:1790097442.032068:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790097442.032070:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:2.0:1790097442.032072:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [179:179:255:4294967295] 192.168.202.134@tcp LPNI seq info [179:179:7:4294967295] 00000400:00000200:2.0:1790097442.032076:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097442.032082:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:2.0:1790097442.032086:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:2.0:1790097442.032090:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f80b168d00. 00000800:00000200:2.0:1790097442.032095:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:2.0:1790097442.032100:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:2.0:1790097442.032103:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f80b168d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790097442.032106:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790097442.032109:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:2.0:1790097442.032111:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 0 is 4295060247 00000100:00000001:2.0:1790097442.032118:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295059060 00000100:00000001:2.0:1790097442.032122:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS new deadline estimation for cpu 1 is 4295060247 00000100:00000001:2.0:1790097442.032125:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.134@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295059060 00000100:00000001:2.0:1790097442.032128:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097442.032130:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.032132:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790097442.032137:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.032145:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790097442.032167:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097442.032169:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790097442.032177:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790097442.032179:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790097442.032183:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884014336:192.168.202.134@tcp:400:kworker.0 00000100:00000001:2.0:1790097442.032187:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790097442.032189:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790097442.032191:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097442.032193:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790097442.032196:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381ac00. 02000000:00000001:2.0:1790097442.032198:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790097442.032202:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:2.0:1790097442.032204:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808de40b0. 00000400:00000010:2.0:1790097442.032208:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7c5d8. 00000100:00000200:2.0:1790097442.032211:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884014336, portal 10 00000100:00000001:2.0:1790097442.032213:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790097442.032215:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736681856 : -119880972869760 : ffff92f809325f80) 00000100:00000040:2.0:1790097442.032221:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.032227:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790097442.032230:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:2.0:1790097442.032232:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7c3b8. 00000100:00000200:2.0:1790097442.032235:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884014336, offset 0 00000400:00000200:2.0:1790097442.032239:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:2.0:1790097442.032242:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097442.032246:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:2.0:1790097442.032248:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790097442.032251:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:2.0:1790097442.032253:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790097442.032255:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:2.0:1790097442.032258:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [180:180:254:4294967295] 192.168.202.134@tcp LPNI seq info [180:180:6:4294967295] 00000400:00000200:2.0:1790097442.032262:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097442.032268:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:2.0:1790097442.032272:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:2.0:1790097442.032292:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f80b168500. 00000800:00000200:2.0:1790097442.032303:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:2.0:1790097442.032308:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:2.0:1790097442.032311:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f80b168500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790097442.032314:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097442.032318:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: using a timeout of 132465 usecs (133 jiffies) 00000400:00000200:2.0:1790097442.032321:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:2.0:1790097442.032323:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 0 is 4295059080 00000100:00000001:2.0:1790097442.032326:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 0, keep current deadline 4295060247 00000100:00000001:2.0:1790097442.032327:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS new deadline estimation for cpu 1 is 4295059080 00000100:00000001:2.0:1790097442.032329:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f8051e8000: PM QoS request active for cpu 1, keep current deadline 4295060247 00000100:00000001:2.0:1790097442.032332:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097442.032334:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.032336:0:2399:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1790097442.032340:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.032347:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1790097442.032348:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097442.032351:0:2399:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1790097442.032352:0:2399:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1790097442.032354:0:2399:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1790097442.032357:0:2399:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92f809324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6055a674-9599-489e-b95c-2473accf281e:2399:1877052884014592:192.168.202.134@tcp:400:kworker.0 00000100:00000001:2.0:1790097442.032360:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1790097442.032363:0:2399:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1790097442.032364:0:2399:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097442.032366:0:2399:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1790097442.032369:0:2399:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff92f80381a800. 02000000:00000001:2.0:1790097442.032371:0:2399:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1790097442.032374:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000010:2.0:1790097442.032377:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92f808de4cb8. 00000400:00000010:2.0:1790097442.032380:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7c770. 00000100:00000200:2.0:1790097442.032388:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1877052884014592, portal 10 00000100:00000001:2.0:1790097442.032390:0:2399:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1790097442.032392:0:2399:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446624192736676480 : -119880972875136 : ffff92f809324a80) 00000020:00000010:2.0:1790097442.032401:0:2399:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff92f80a586000. 00000100:00000040:2.0:1790097442.032408:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.032423:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1790097442.032425:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:2.0:1790097442.032428:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f809e7c7f8. 00000100:00000200:2.0:1790097442.032431:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884014592, offset 0 00000400:00000200:2.0:1790097442.032436:0:2399:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:2.0:1790097442.032440:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097442.032444:0:2399:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:2.0:1790097442.032446:0:2399:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1790097442.032449:0:2399:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:2.0:1790097442.032451:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1790097442.032453:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:2.0:1790097442.032455:0:2399:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [181:181:253:4294967295] 192.168.202.134@tcp LPNI seq info [181:181:5:4294967295] 00000400:00000200:2.0:1790097442.032459:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:2.0:1790097442.032464:0:2399:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:2.0:1790097442.032469:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:2.0:1790097442.032473:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f808cc9800. 00000800:00000200:2.0:1790097442.032476:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:2.0:1790097442.032481:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:2.0:1790097442.032484:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f808cc9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1790097442.032487:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097442.032490:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: using a timeout of 26411 usecs (27 jiffies) 00000400:00000200:2.0:1790097442.032493:0:2399:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:2.0:1790097442.032495:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295058974 00000100:00000001:2.0:1790097442.032497:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295060247 00000100:00000001:2.0:1790097442.032504:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295058974 00000100:00000001:2.0:1790097442.032506:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295060247 00000100:00000001:2.0:1790097442.032509:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097442.032511:0:2399:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.032514:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.032517:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097442.032526:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790097442.032528:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1790097442.032531:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097442.032532:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790097442.032534:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.032537:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.033480:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1790097442.033487:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.134@tcp 00000400:00000010:3.0:1790097442.033540:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff92f80a9fe990. 00000100:00000200:3.0:1790097442.033546:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1877052884014464, offset 0 00000400:00000200:3.0:1790097442.033553:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.134@tcp 00000400:00000200:3.0:1790097442.033559:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097442.033564:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.134@tcp local destination 00000400:00000200:3.0:1790097442.033568:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1790097442.033571:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.34@tcp 00000400:00000200:3.0:1790097442.033574:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.34@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1790097442.033576:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.134@tcp 00000400:00000200:3.0:1790097442.033579:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.34@tcp NI seq info: [182:182:252:4294967295] 192.168.202.134@tcp LPNI seq info [182:182:4:4294967295] 00000400:00000200:3.0:1790097442.033582:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:3.0:1790097442.033590:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp:) -> 192.168.202.134@tcp(192.168.202.134@tcp:192.168.202.134@tcp) : PUT try# 0 00000800:00000200:3.0:1790097442.033594:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.134@tcp 00000800:00000010:3.0:1790097442.033600:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff92f811d95800. 00000800:00000200:3.0:1790097442.033612:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92f8104a43c0] -> 12345-192.168.202.134@tcp (5) 00000800:00000200:3.0:1790097442.033618:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.134@tcp ip 192.168.202.134:988 00000800:00000200:3.0:1790097442.033622:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff92f811d95800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1790097442.033625:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.033629:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: using a timeout of 20492 usecs (21 jiffies) 00000400:00000200:3.0:1790097442.033632:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097442.033634:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 0 is 4295058968 00000100:00000001:3.0:1790097442.033636:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 0, keep current deadline 4295060247 00000100:00000001:3.0:1790097442.033638:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS new deadline estimation for cpu 1 is 4295058968 00000100:00000001:3.0:1790097442.033640:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff92f80b3aa800: PM QoS request active for cpu 1, keep current deadline 4295060247 00000100:00000001:3.0:1790097442.033642:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097442.033644:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.033648:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.033650:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.033656:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097442.033658:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1790097442.033661:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097442.033662:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097442.033664:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.033666:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1790097442.033865:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097442.033871:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f80535b400. 00000400:00000200:0.0:1790097442.033880:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097442.033886:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097442.033901:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9feaa0 00000400:00000010:0.0:1790097442.033905:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9feaa0. 00000100:00000001:0.0:1790097442.033910:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097442.033917:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.033929:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097442.033932:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.033940:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097442.033942:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097442.033958:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097442.033961:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f80b168d00. 00000400:00000200:0.0:1790097442.033968:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097442.033971:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097442.033974:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7cf68 00000400:00000010:0.0:1790097442.033975:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7cf68. 00000100:00000001:0.0:1790097442.033979:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097442.033984:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.033992:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097442.033995:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.034013:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097442.034014:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097442.034024:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097442.034026:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f80b168500. 00000400:00000200:0.0:1790097442.034029:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097442.034033:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097442.034035:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7c3b8 00000400:00000010:0.0:1790097442.034037:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7c3b8. 00000100:00000001:0.0:1790097442.034039:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097442.034044:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.034052:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097442.034055:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.034062:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097442.034063:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097442.034070:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097442.034073:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f808cc9800. 00000400:00000200:0.0:1790097442.034076:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097442.034079:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097442.034081:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7c7f8 00000400:00000010:0.0:1790097442.034083:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7c7f8. 00000100:00000001:0.0:1790097442.034085:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097442.034090:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.034098:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097442.034100:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.034106:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097442.034108:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1790097442.034204:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1790097442.034212:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff92f811d95800. 00000400:00000200:0.0:1790097442.034216:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097442.034220:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000400:00000200:0.0:1790097442.034223:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe990 00000400:00000010:0.0:1790097442.034225:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe990. 00000100:00000001:0.0:1790097442.034227:0:2389:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1790097442.034231:0:2389:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.034239:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1790097442.034242:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.034248:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097442.034250:0:2389:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1790097442.041462:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.041484:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097442.041491:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.041494:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097442.041506:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.041516:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097442.041526:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.041532:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.041539:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.041543:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 25 MB=0x6ab2b6e605400 00000400:00000200:0.0:1790097442.041550:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.041558:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.134@tcp of length 224/224 into md 0xa89 [1] + 224 00000800:00000001:0.0:1790097442.041568:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.041576:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097442.041580:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097442.041586:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097442.041596:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097442.041662:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097442.041676:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.041847:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097442.041853:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1790097442.041871:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097442.041883:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.041887:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1790097442.053899:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097442.053908:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097442.053914:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808de49a0. 00000400:00000200:3.0:1790097442.053922:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7c4c8 00000400:00000010:3.0:1790097442.053925:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7c4c8. 00000100:00000001:3.0:1790097442.053933:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097442.053948:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097442.053960:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.053968:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097442.053979:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.053982:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097442.053987:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1790097442.053990:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1790097442.053990:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097442.053994:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097442.053998:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097442.054008:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f8038a2460 time=109 v=5 (5 0 0 0) 00000800:00000001:0.0:1790097442.054010:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1790097442.054013:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f8038a2418 time=109 v=5 (1 0 0 0) 00000800:00000001:0.0:1790097442.054015:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1790097442.054018:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1790097442.054020:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.054022:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097442.054027:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1790097442.054030:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790097442.054034:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097442.054036:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790097442.054046:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000100:00000040:3.0:1790097442.054046:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.054058:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1790097442.054061:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097442.054063:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097442.054067:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097442.054072:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000040:3.0:1790097442.054075:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790097442.054086:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00100000:3.0:1790097442.054087:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:94271d42-674d-4b1a-870b-e5f22603f179:2399:1877052884014080:192.168.202.134@tcp:400:kworker.0 00000400:00000200:0.0:1790097442.054095:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e605480 00000100:00000001:3.0:1790097442.054098:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1790097442.054103:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000100:00000001:3.0:1790097442.054104:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097442.054110:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809327480 x1877052884014080/t0(0) o400->MGC192.168.202.134@tcp@192.168.202.134@tcp:26/25 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1790097442.054115:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0xa79 [1] + 224 00000100:00000001:3.0:1790097442.054126:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1790097442.054129:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1790097442.054130:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097442.054137:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381be00. 00000800:00000001:0.0:1790097442.054138:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1790097442.054144:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1790097442.054145:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1790097442.054173:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097442.054176:0:2399:0:(genops.c:1222:class_import_put()) import ffff92f8038a2000 refcount=3 obd=MGC192.168.202.134@tcp 00000020:00000001:3.0:1790097442.054179:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097442.054183:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f819e7aa00. 00000400:00000200:0.0:1790097442.054193:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 02000000:00000001:3.0:1790097442.054197:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097442.054201:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1790097442.054203:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000010:3.0:1790097442.054205:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809327480. 00000100:00000001:3.0:1790097442.054210:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1790097442.054212:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.054213:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.054221:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.054226:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1790097442.054230:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.054231:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097442.054234:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.054238:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1790097442.054258:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097442.054269:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.054387:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097442.054390:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.054393:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097442.054397:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.054401:0:2389:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097442.054439:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.054443:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.054446:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.054449:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e605500 00000400:00000200:0.0:1790097442.054453:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.054457:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0xa91 [1] + 224 00000800:00000001:0.0:1790097442.054462:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.054470:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097442.054472:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097442.054475:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097442.054479:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097442.054484:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.054650:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097442.054653:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790097442.054658:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790097442.054660:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790097442.054662:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6898. 00000400:00000200:2.0:1790097442.054667:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9feb28 00000400:00000010:2.0:1790097442.054669:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9feb28. 00000100:00000001:2.0:1790097442.054673:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790097442.054678:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790097442.054688:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.054694:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790097442.054695:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097442.054698:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790097442.054700:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790097442.054701:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790097442.054703:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097442.054705:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790097442.054712:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f808fe2c60 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1790097442.054715:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f808fe2c18 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1790097442.054717:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790097442.054719:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790097442.054727:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790097442.054731:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.054735:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1790097442.054737:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:2.0:1790097442.054739:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1790097442.054741:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097442.054744:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.054751:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097442.054754:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790097442.054755:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790097442.054759:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790097442.054766:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2400:1877052884014208:192.168.202.134@tcp:400:kworker.0 00000100:00000001:2.0:1790097442.054771:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.054773:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790097442.054775:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325880 x1877052884014208/t0(0) o400->lustre-MDT0000-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097442.054881:0:2389:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.054950:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097442.054957:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.054961:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097442.054991:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790097442.054993:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790097442.054996:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f807e4f000. 02000000:00000001:2.0:1790097442.055001:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790097442.055003:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1790097442.055005:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f808fe2800 refcount=3 obd=lustre-MDT0000-mdc-ffff92f8051e8000 00000020:00000001:2.0:1790097442.055007:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1790097442.055009:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f819e7a000. 02000000:00000001:2.0:1790097442.055012:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790097442.055013:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790097442.055015:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325880. 00000100:00000001:2.0:1790097442.055018:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790097442.055019:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097442.055022:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.055024:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097442.055030:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1790097442.055032:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.055034:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.055840:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097442.055845:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097442.055852:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097442.055854:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097442.055858:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808de40b0. 00000400:00000200:3.0:1790097442.055865:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7c5d8 00000400:00000010:3.0:1790097442.055868:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7c5d8. 00000100:00000001:3.0:1790097442.055873:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097442.055882:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097442.055894:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.055901:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097442.055903:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.055906:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097442.055908:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097442.055910:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097442.055912:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097442.055915:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097442.055923:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f809368460 time=108 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097442.055927:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f809368418 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097442.055929:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097442.055931:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097442.055933:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097442.055937:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097442.055956:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.055960:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097442.055962:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f8051e8000: skip recheck: last_committed 0 00000100:00000001:3.0:1790097442.055964:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097442.055966:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.055971:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.055979:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097442.055982:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097442.055984:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097442.055988:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097442.055996:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:13c3d3d2-6662-4f04-83a6-8f1ebb68b355:2399:1877052884014336:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097442.056002:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.056004:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097442.056008:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325f80 x1877052884014336/t0(0) o400->lustre-MDT0001-mdc-ffff92f8051e8000@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.056015:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097442.056017:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097442.056020:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381ac00. 02000000:00000001:3.0:1790097442.056024:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097442.056027:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097442.056030:0:2399:0:(genops.c:1222:class_import_put()) import ffff92f809368000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f8051e8000 00000020:00000001:3.0:1790097442.056033:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097442.056035:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f819e7ac00. 02000000:00000001:3.0:1790097442.056038:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097442.056040:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097442.056042:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325f80. 00000100:00000001:3.0:1790097442.056045:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097442.056047:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.056056:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.056058:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097442.056060:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1790097442.056061:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.056063:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1790097442.072526:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.072551:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097442.072556:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.072559:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097442.072571:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.072580:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097442.072591:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.072597:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.072603:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.072608:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e605600 00000400:00000200:0.0:1790097442.072614:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.072622:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0xa99 [1] + 224 00000800:00000001:0.0:1790097442.072630:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.072642:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097442.072646:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097442.072652:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097442.072662:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097442.072673:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097442.072684:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.072708:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097442.072719:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.072723:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1790097442.072724:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.072727:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097442.072730:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.072734:0:2390:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.34@tcp(192.168.202.34@tcp) <- 192.168.202.134@tcp : PUT - for me 00000400:00000200:0.0:1790097442.072738:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.072740:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.072743:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.072746:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.134@tcp of length 224 into portal 10 MB=0x6ab2b6e605580 00000400:00000200:0.0:1790097442.072749:0:2390:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.134@tcp to cpt 0 00000400:00000200:0.0:1790097442.072754:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.134@tcp of length 224/224 into md 0xa81 [1] + 224 00000800:00000001:0.0:1790097442.072758:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.072767:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1790097442.072769:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1790097442.072772:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.34@tcp->192.168.202.134@tcp: PUT: OK 00000100:00000001:0.0:1790097442.072776:0:2390:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1790097442.072780:0:2390:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1790097442.072788:0:2390:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1790097442.073039:0:2390:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1790097442.073052:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1790097442.073056:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.074003:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097442.074012:0:2399:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1790097442.074022:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1790097442.074024:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1790097442.074029:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808de4cb8. 00000400:00000200:3.0:1790097442.074037:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f809e7c770 00000400:00000010:3.0:1790097442.074040:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f809e7c770. 00000100:00000001:3.0:1790097442.074046:0:2399:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1790097442.074057:0:2399:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1790097442.074069:0:2399:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.074076:0:2399:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1790097442.074078:0:2399:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.074081:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1790097442.074086:0:2399:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1790097442.074089:0:2399:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1790097442.074092:0:2399:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1790097442.074096:0:2399:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1790097442.074108:0:2399:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bd460 time=42 v=5 (5 0 0 0) 00000100:00001000:3.0:1790097442.074113:0:2399:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bd418 time=42 v=5 (1 0 0 0) 00000100:00000001:3.0:1790097442.074116:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1790097442.074118:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1790097442.074122:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1790097442.074127:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1790097442.074134:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.074139:0:2399:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1790097442.074141:0:2399:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:3.0:1790097442.074144:0:2399:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1790097442.074168:0:2399:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1790097442.074175:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.074182:0:2399:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1790097442.074187:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1790097442.074189:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1790097442.074194:0:2399:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790097442.074203:0:2399:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6055a674-9599-489e-b95c-2473accf281e:2399:1877052884014592:192.168.202.134@tcp:400:kworker.0 00000100:00000001:3.0:1790097442.074209:0:2399:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.074212:0:2399:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1790097442.074217:0:2399:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809324a80 x1877052884014592/t0(0) o400->lustre-MDT0001-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1790097442.074224:0:2399:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1790097442.074227:0:2399:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1790097442.074232:0:2399:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f80381a800. 02000000:00000001:3.0:1790097442.074238:0:2399:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1790097442.074241:0:2399:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1790097442.074243:0:2399:0:(genops.c:1222:class_import_put()) import ffff92f80a5bd000 refcount=3 obd=lustre-MDT0001-mdc-ffff92f80b3aa800 00000020:00000001:3.0:1790097442.074247:0:2399:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1790097442.074250:0:2399:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f80535b500. 02000000:00000001:3.0:1790097442.074254:0:2399:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1790097442.074257:0:2399:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1790097442.074259:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809324a80. 00000100:00000001:3.0:1790097442.074263:0:2399:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1790097442.074264:0:2399:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.074268:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1790097442.074277:0:2399:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1790097442.074280:0:2399:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1790097442.074282:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1790097442.074285:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.075260:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097442.075267:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1790097442.075378:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1790097442.075381:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1790097442.075384:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92f808bc6370. 00000400:00000200:2.0:1790097442.075391:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff92f80a9fe660 00000400:00000010:2.0:1790097442.075394:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff92f80a9fe660. 00000100:00000001:2.0:1790097442.075399:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1790097442.075410:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1790097442.075430:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.075438:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1790097442.075440:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097442.075443:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1790097442.075446:0:2400:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1790097442.075449:0:2400:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1790097442.075451:0:2400:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1790097442.075454:0:2400:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1790097442.075462:0:2400:0:(import.c:2196:obd_at_measure()) add 5 to ffff92f80a5bf460 time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1790097442.075465:0:2400:0:(import.c:2196:obd_at_measure()) add 1 to ffff92f80a5bf418 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1790097442.075468:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1790097442.075469:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1790097442.075472:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1790097442.075476:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.075479:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1790097442.075481:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff92f80b3aa800: skip recheck: last_committed 0 00000100:00000001:2.0:1790097442.075483:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1790097442.075485:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1790097442.075489:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.075558:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1790097442.075572:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1790097442.075573:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1790097442.075579:0:2400:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790097442.075586:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92f809325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6055a674-9599-489e-b95c-2473accf281e:2400:1877052884014464:192.168.202.134@tcp:400:kworker.0 00000100:00000001:2.0:1790097442.075591:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097442.075593:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1790097442.075596:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff92f809325500 x1877052884014464/t0(0) o400->lustre-MDT0000-mdc-ffff92f80b3aa800@192.168.202.134@tcp:12/10 lens 224/224 e 0 to 0 dl 1790097458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1790097442.075602:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1790097442.075604:0:2400:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1790097442.075608:0:2400:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff92f807e4ec00. 02000000:00000001:2.0:1790097442.075613:0:2400:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1790097442.075616:0:2400:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1790097442.075618:0:2400:0:(genops.c:1222:class_import_put()) import ffff92f80a5bf000 refcount=3 obd=lustre-MDT0000-mdc-ffff92f80b3aa800 00000020:00000001:2.0:1790097442.075620:0:2400:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1790097442.075622:0:2400:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff92f819e7ad00. 02000000:00000001:2.0:1790097442.075627:0:2400:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1790097442.075629:0:2400:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1790097442.075631:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92f809325500. 00000100:00000001:2.0:1790097442.075634:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1790097442.075635:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097442.075637:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1790097442.075644:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1790097442.075646:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1790097442.075649:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1790097442.075651:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097442.796399:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097442.796416:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097442.796435:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097442.796437:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790097442.796528:0:6172:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790097442.796532:0:6172:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790097442.796535:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1790097443.372573:0:8954:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca910 (cpu 1) has reached its deadline 4295060247, at 4295060288 00000100:00000010:1.0:1790097443.372659:0:8954:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f807debf00. 00000100:00000040:0.0:1790097443.372797:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff92f8087ca800 (cpu 0) has reached its deadline 4295060247, at 4295060288 00000100:00000010:0.0:1790097443.372804:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff92f807debde0. 00010000:00000001:0.0:1790097443.821770:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097443.821783:0:126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1790097443.821786:0:126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1790097443.821790:0:126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097443.821797:0:126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1790097443.821799:0:126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097443.821802:0:126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097443.821804:0:126:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1790097443.821809:0:126:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1790097443.821811:0:126:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1790097443.826524:0:6173:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1790097443.826536:0:6173:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1790097443.826543:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 11104 lines, 11104 kept, 0 dropped, 0 bad.