00000001:01000000:2.0F:1788529670.156543:0:2342:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1227 MB/s 00000001:01000000:3.0F:1788529670.406215:0:2342:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1527 MB/s 00000001:01000000:3.0:1788529670.655820:0:2342:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 10079 MB/s 00000020:02000000:2.0:1788529671.233614:0:2371:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.58_5_ge0db421 00000400:02000000:0.0F:1788529671.933003:0:2386:0:(api-ni.c:2828:lnet_startup_lndni()) Added LNI 192.168.204.24@tcp [8/256/0/180] 00008000:02000000:2.0:1788529675.337763:0:2537:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0F:1788529855.181991:0:6164:0:(obd_mount.c:925:lmd_print()) mount data: 00000020:01000004:1.0:1788529855.182001:0:6164:0:(obd_mount.c:927:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1788529855.182003:0:6164:0:(obd_mount.c:928:lmd_print()) device: 192.168.204.124@tcp:/lustre 00000020:01000004:1.0:1788529855.182004:0:6164:0:(obd_mount.c:931:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1788529855.182136:0:6164:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000561c675b 00000080:01000004:1.0:1788529855.182147:0:6164:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1788529855.182163:0:6164:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.124@tcp' 00000020:01000004:1.0:1788529855.182216:0:6164:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.124@tcp (typ=mgc) 00000020:00000080:1.0:1788529855.182239:0:6164:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.124@tcp (0000000060291c62) 00000020:00000080:1.0:1788529855.182252:0:6164:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1788529855.182764:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788529855.182814:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788529855.182974:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1788529855.182981:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1788529855.184436:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1788529855.184448:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1788529855.188834:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:0.0:1788529855.188927:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1788529855.189545:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1788529855.189552:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1788529855.191760:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788529855.192234:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788529855.192490:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1788529855.192498:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1788529855.193408:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1788529855.193417:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1788529855.193914:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:3.0:1788529855.193988:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1788529855.194473:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1788529855.194480:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:3.0:1788529855.195333:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:3.0:1788529855.195341:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:1.0:1788529855.197080:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:1.0:1788529855.197196:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:0.0:1788529855.202350:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788529855.202358:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788529855.202360:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529855.203148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529855.203152:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529855.203154:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1788529855.203625:0:6164:0:(ldlm_lib.c:102:import_set_conn()) imp 000000008be06e08@MGC192.168.204.124@tcp: add connection 192.168.204.124@tcp at head 00010000:00010000:2.0:1788529855.203861:0:6164:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.124@tcp-0 is initialized 00000040:01000000:2.0:1788529855.203870:0:6164:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.124@tcp ctxt 1 is initialized 00010000:00010000:1.0:1788529855.207587:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788529855.211186:0:6178:0:(mgc_request.c:893:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1788529855.211263:0:6164:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.124@tcp (uuid fb5daca4-a2e9-48dd-9609-737cca046f86) 00000020:00000080:0.0:1788529855.211296:0:6164:0:(genops.c:1385:class_connect()) connect: client fb5daca4-a2e9-48dd-9609-737cca046f86, cookie 0x8081d0a30e60c741 00000100:00080000:0.0:1788529855.211315:0:6164:0:(import.c:545:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:0.0:1788529855.211326:0:6164:0:(import.c:587:import_select_connection()) MGC192.168.204.124@tcp: skip NID 192.168.204.124@tcp as not ready: rc = -114 00000100:00080000:0.0:1788529855.211331:0:6164:0:(import.c:665:import_select_connection()) MGC192.168.204.124@tcp: import 000000008be06e08 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:0.0:1788529855.211391:0:6164:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000005ed82de x1875409288298624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788529855.211415:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import fb5daca4-a2e9-48dd-9609-737cca046f86->MGS 00000080:00200000:0.0:1788529855.211440:0:6164:0:(llite_lib.c:1505:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8c2748613800 (sb 00000000561c675b) 00000080:01000000:0.0:1788529855.211564:0:6164:0:(llite_lib.c:1231:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1788529855.211567:0:6164:0:(llite_lib.c:1241:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1788529855.211571:0:6164:0:(llite_lib.c:1241:ll_options()) next opt=flock 00000080:01000000:0.0:1788529855.211579:0:6164:0:(llite_lib.c:1539:ll_fill_super()) llite sb uuid: a19c6be7-e2de-4db6-8fd6-dcbb37cf730c 10000000:01000000:1.0:1788529855.214456:0:6164:0:(mgc_request.c:2342:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788529855.214462:0:6164:0:(mgc_request.c:424:config_log_add()) add config log lustre-client-ffff8c2748613800 10000000:01000000:1.0:1788529855.214467:0:6164:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8c2748613800 10000000:01000000:1.0:1788529855.214480:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788529855.214501:0:6164:0:(mgc_request.c:2194:mgc_process_log()) Process log lustre-sptlrpc-ffff8c2748613800 from 1 10000000:01000000:1.0:1788529855.214504:0:6164:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788529855.214569:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: 00000000ab718efe/0x8081d0a30e60c748 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529855.214582:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: 00000000ab718efe/0x8081d0a30e60c748 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529855.214599:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: 00000000ab718efe/0x8081d0a30e60c748 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788529855.214627:0:6164:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000cb451e8f x1875409288298752/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788529855.214638:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000014bf355f going to sleep for 0 seconds 00000100:00100000:3.0:1788529855.215009:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000005ed82de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb5daca4-a2e9-48dd-9609-737cca046f86:2402:1875409288298624:192.168.204.124@tcp:250: 00010000:00010000:1.0:1788529856.223104:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788529856.223266:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000014bf355f going to sleep for 0 seconds 00000100:00100000:0.0:1788529856.223384:0:2402:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1788529855/real 0] req@0000000005ed82de x1875409288298624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788529856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788529856.223398:0:2402:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000005ed82de x1875409288298624/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 1 dl 1788529856 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788529856.223417:0:2402:0:(import.c:65:import_set_state_nolock()) 000000008be06e08 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788529856.223442:0:2402:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.124@tcp failed (-110) 00000100:00100000:0.0:1788529856.223446:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000005ed82de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb5daca4-a2e9-48dd-9609-737cca046f86:2402:1875409288298624:192.168.204.124@tcp:250: 00000100:00080000:2.0:1788529856.223579:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb5daca4-a2e9-48dd-9609-737cca046f86->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788529856.223584:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1788529856.223587:0:485:0:(import.c:65:import_set_state_nolock()) 000000008be06e08 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788529856.223593:0:485:0:(import.c:545:import_select_connection()) MGC192.168.204.124@tcp: connect to NID 192.168.204.124@tcp last attempt 291 00000100:00080000:2.0:1788529856.223633:0:485:0:(import.c:665:import_select_connection()) MGC192.168.204.124@tcp: import 000000008be06e08 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000100:00100000:2.0:1788529856.223730:0:485:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f74c3eaf x1875409288298880/t0(0) o250->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788529856.225368:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f74c3eaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb5daca4-a2e9-48dd-9609-737cca046f86:2402:1875409288298880:192.168.204.124@tcp:250: 00000100:00100000:0.0:1788529856.232517:0:2402:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.124@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1788529856.232541:0:2402:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.204.124@tcp: connect to target with instance 0 00000100:00080000:0.0:1788529856.232550:0:2402:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.204.124@tcp: Resetting ns_connect_flags to server flags: 0xa000011001006060 10000000:01000000:0.0:1788529856.232556:0:2402:0:(mgc_request.c:1469:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1788529856.232560:0:2402:0:(import.c:65:import_set_state_nolock()) 000000008be06e08 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1788529856.232565:0:2402:0:(mgc_request.c:1469:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1788529856.232583:0:2402:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:0.0:1788529856.232595:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000014bf355f): req@00000000cb451e8f x1875409288298752/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788529856.232615:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f74c3eaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fb5daca4-a2e9-48dd-9609-737cca046f86:2402:1875409288298880:192.168.204.124@tcp:250: 00000100:00100000:2.0:1788529856.232841:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000014bf355f going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.236012:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cb451e8f pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288298752:192.168.204.124@tcp:101: 00010000:00010000:2.0:1788529856.236057:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: 00000000ab718efe/0x8081d0a30e60c748 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529856.236080:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: 00000000ab718efe/0x8081d0a30e60c748 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788529856.236147:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299008:192.168.204.124@tcp:501: 00000100:00100000:2.0:1788529856.236251:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000042f8f07c going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.239691:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299008:192.168.204.124@tcp:501: 10000000:01000000:2.0:1788529856.239726:0:6164:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788529856.239748:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: 00000000ab718efe/0x8081d0a30e60c748 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529856.239758:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: 00000000ab718efe/0x8081d0a30e60c748 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788529856.239807:0:6164:0:(mgc_request.c:206:do_config_log_add()) do adding config log params-ffff8c2748613800 10000000:01000000:2.0:1788529856.239816:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788529856.239841:0:6164:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-client-ffff8c2748613800 10000000:01000000:2.0:1788529856.239845:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788529856.239861:0:6164:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-cliir-ffff8c2748613800 10000000:01000000:2.0:1788529856.239864:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788529856.239874:0:6164:0:(mgc_request.c:2194:mgc_process_log()) Process log lustre-client-ffff8c2748613800 from 1 10000000:01000000:2.0:1788529856.239876:0:6164:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788529856.239917:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: 000000006c69a08b/0x8081d0a30e60c74f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529856.239925:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: 000000006c69a08b/0x8081d0a30e60c74f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529856.239936:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: 000000006c69a08b/0x8081d0a30e60c74f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788529856.239956:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299136:192.168.204.124@tcp:101: 00000100:00100000:2.0:1788529856.240388:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000042f8f07c going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.244323:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299136:192.168.204.124@tcp:101: 00010000:00010000:2.0:1788529856.244371:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: 000000006c69a08b/0x8081d0a30e60c74f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529856.244384:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: 000000006c69a08b/0x8081d0a30e60c74f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788529856.244442:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299264:192.168.204.124@tcp:501: 00000100:00100000:2.0:1788529856.244628:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000042f8f07c going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.248228:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299264:192.168.204.124@tcp:501: 00000100:00100000:2.0:1788529856.248298:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299392:192.168.204.124@tcp:503: 00000100:00100000:2.0:1788529856.248419:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 0000000042f8f07c going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.252656:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299392:192.168.204.124@tcp:503: 00000100:00100000:2.0:1788529856.253572:0:6182:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6182:1875409288299520:192.168.204.124@tcp:502: 00000100:00100000:2.0:1788529856.253685:0:6182:0:(client.c:2716:ptlrpc_set_wait()) set 0000000042f8f07c going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.258265:0:6182:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6182:1875409288299520:192.168.204.124@tcp:502: 00000020:01000000:2.0:1788529856.258318:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788529856.258331:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529856.258334:0:6182:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1788529856.258343:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8c2748613800 00000020:00000080:2.0:1788529856.258347:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788529856.258379:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8c2748613800 (000000005c365743) 00000020:00000080:2.0:1788529856.258403:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1788529856.258411:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8c2748613800 00000020:00000080:2.0:1788529856.258414:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1788529856.258831:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8c2748613800 (uuid a19c6be7-e2de-4db6-8fd6-dcbb37cf730c) 00000020:01000000:2.0:1788529856.258842:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788529856.258846:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529856.258847:0:6182:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1788529856.258850:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788529856.258852:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529856.258853:0:6182:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1788529856.258856:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8c2748613800 00000020:00000080:2.0:1788529856.258858:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788529856.258864:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8c2748613800 (00000000eda2c267) 00000020:00000080:2.0:1788529856.258893:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1788529856.258899:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8c2748613800 00000020:00000080:2.0:1788529856.258901:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1788529856.262351:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8c2748613800 (uuid a19c6be7-e2de-4db6-8fd6-dcbb37cf730c) 00000020:01000000:2.0:1788529856.262366:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788529856.262374:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529856.262376:0:6182:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1788529856.262379:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788529856.262384:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529856.262385:0:6182:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1788529856.262388:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788529856.262390:0:6182:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1788529856.262392:0:6182:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1788529856.262398:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788529856.262400:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529856.262401:0:6182:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1788529856.262403:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788529856.262407:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529856.262409:0:6182:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1788529856.262411:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788529856.262417:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:2.0:1788529856.262449:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8c2748613800 00000020:00000080:2.0:1788529856.262452:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788529856.262468:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8c2748613800 (00000000de495c75) 00000020:00000080:2.0:1788529856.262491:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1788529856.262498:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8c2748613800 00000020:00000080:2.0:1788529856.262501:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1788529856.262590:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003ef36bba@lustre-MDT0000-mdc-ffff8c2748613800: add connection 192.168.204.124@tcp at head 00010000:00010000:2.0:1788529856.270320:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8c2748613800-1 is initialized 00000040:01000000:2.0:1788529856.270573:0:6182:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8c2748613800 ctxt 13 is initialized 00000020:00000080:3.0:1788529856.274352:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8c2748613800 (uuid a19c6be7-e2de-4db6-8fd6-dcbb37cf730c) 00000020:01000000:3.0:1788529856.274373:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8c2748613800 00000020:00000080:3.0:1788529856.274378:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1788529856.274411:0:6182:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1788529856.274453:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788529856.274457:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.274458:0:6182:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1788529856.274461:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788529856.274464:0:6182:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1788529856.274465:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788529856.274467:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788529856.274468:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788529856.274470:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.274471:0:6182:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788529856.274473:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788529856.274478:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.274479:0:6182:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1788529856.274482:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788529856.274487:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:3.0:1788529856.274514:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8c2748613800 00000020:00000080:3.0:1788529856.274517:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788529856.274541:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8c2748613800 (00000000d624e008) 00000020:00000080:3.0:1788529856.274563:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:3.0:1788529856.274569:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8c2748613800 00000020:00000080:3.0:1788529856.274572:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788529856.274661:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ca23cfa8@lustre-MDT0001-mdc-ffff8c2748613800: add connection 192.168.204.124@tcp at head 00010000:00010000:3.0:1788529856.281868:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff8c2748613800-2 is initialized 00000040:01000000:3.0:1788529856.283378:0:6182:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff8c2748613800 ctxt 13 is initialized 00000020:00000080:3.0:1788529856.285983:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff8c2748613800 (uuid a19c6be7-e2de-4db6-8fd6-dcbb37cf730c) 00000020:01000000:3.0:1788529856.286299:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8c2748613800 00000020:00000080:3.0:1788529856.286305:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1788529856.286330:0:6182:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1788529856.286363:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788529856.286367:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.286368:0:6182:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1788529856.286371:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788529856.286373:0:6182:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1788529856.286375:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788529856.286376:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788529856.286377:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788529856.286379:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.286380:0:6182:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788529856.286382:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788529856.286386:0:6182:0:(obd_mount.c:963:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.124@tcp:/lustre 00000020:00000080:3.0:1788529856.286389:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.286391:0:6182:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788529856.286393:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788529856.286400:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:3.0:1788529856.286430:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8c2748613800 00000020:00000080:3.0:1788529856.286432:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788529856.286443:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8c2748613800 (000000006e5f5644) 00000020:00000080:3.0:1788529856.286461:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:3.0:1788529856.286466:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8c2748613800 00000020:00000080:3.0:1788529856.286468:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788529856.286561:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000dc2347b3@lustre-OST0000-osc-ffff8c2748613800: add connection 192.168.204.124@tcp at head 00010000:00010000:3.0:1788529856.286847:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8c2748613800-3 is initialized 00000020:00000080:3.0:1788529856.292934:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8c2748613800 (uuid a19c6be7-e2de-4db6-8fd6-dcbb37cf730c) 00000020:01000000:3.0:1788529856.293121:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c2748613800 00000020:00000080:3.0:1788529856.293125:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1788529856.293154:0:6182:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1788529856.293163:0:6182:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8c2748613800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1788529856.293171:0:6182:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1788529856.293185:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788529856.293190:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.293192:0:6182:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788529856.293195:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788529856.293198:0:6182:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:3.0:1788529856.293199:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788529856.293201:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788529856.293202:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788529856.293204:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.293205:0:6182:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788529856.293207:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788529856.293211:0:6182:0:(obd_mount.c:963:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.124@tcp:/lustre 00000020:00000080:3.0:1788529856.293214:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.293216:0:6182:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788529856.293220:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788529856.293237:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:3.0:1788529856.293265:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8c2748613800 00000020:00000080:3.0:1788529856.293268:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788529856.293280:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8c2748613800 (00000000e357a6c4) 00000020:00000080:3.0:1788529856.293301:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:3.0:1788529856.293307:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8c2748613800 00000020:00000080:3.0:1788529856.293310:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1788529856.293397:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000623bf845@lustre-OST0001-osc-ffff8c2748613800: add connection 192.168.204.124@tcp at head 00010000:00010000:3.0:1788529856.293653:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8c2748613800-4 is initialized 00000020:00000080:3.0:1788529856.295275:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8c2748613800 (uuid a19c6be7-e2de-4db6-8fd6-dcbb37cf730c) 00000020:01000000:3.0:1788529856.295288:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c2748613800 00000020:00000080:3.0:1788529856.295297:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1788529856.295318:0:6182:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1788529856.295325:0:6182:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8c2748613800: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1788529856.295330:0:6182:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1788529856.295341:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788529856.295345:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.295347:0:6182:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1788529856.295350:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788529856.295354:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529856.295356:0:6182:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788529856.295359:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788529856.295361:0:6182:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1788529856.295406:0:6182:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bc98d1ca pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6182:1875409288299648:192.168.204.124@tcp:502: 00000100:00100000:3.0:1788529856.295526:0:6182:0:(client.c:2716:ptlrpc_set_wait()) set 00000000a047fc8d going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.317098:0:6182:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bc98d1ca pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6182:1875409288299648:192.168.204.124@tcp:502: 00000020:01000000:2.0:1788529856.317154:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788529856.317164:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529856.317166:0:6182:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000040:00080000:2.0:1788529856.317170:0:6182:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:1.0:1788529856.317348:0:6164:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:1.0:1788529856.317360:0:6164:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788529856.317386:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: 000000006c69a08b/0x8081d0a30e60c74f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529856.317397:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: 000000006c69a08b/0x8081d0a30e60c74f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788529856.317406:0:6164:0:(mgc_request.c:2194:mgc_process_log()) Process log lustre-cliir-ffff8c2748613800 from 1 10000000:01000000:1.0:1788529856.317409:0:6164:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1788529856.317454:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: 000000004389bdf1/0x8081d0a30e60c780 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529856.317461:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: 000000004389bdf1/0x8081d0a30e60c780 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529856.317469:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: 000000004389bdf1/0x8081d0a30e60c780 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788529856.317490:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c6fd6ac7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299776:192.168.204.124@tcp:101: 00000100:00100000:1.0:1788529856.317599:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 00000000cf6b6176 going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.321656:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c6fd6ac7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299776:192.168.204.124@tcp:101: 00010000:00010000:2.0:1788529856.321687:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: 000000004389bdf1/0x8081d0a30e60c780 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af83 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529856.322512:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: 000000004389bdf1/0x8081d0a30e60c780 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5af83 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788529856.324126:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000005ed82de pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299904:192.168.204.124@tcp:256: 00000100:00100000:0.0:1788529856.324295:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 00000000da6cbe74 going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.331337:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000005ed82de pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288299904:192.168.204.124@tcp:256: 10000000:01000000:2.0:1788529856.332575:0:6164:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1788529856.332605:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: 000000004389bdf1/0x8081d0a30e60c780 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af83 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529856.332619:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: 000000004389bdf1/0x8081d0a30e60c780 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af83 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788529856.332627:0:6164:0:(mgc_request.c:2194:mgc_process_log()) Process log params-ffff8c2748613800 from 1 10000000:01000000:2.0:1788529856.332642:0:6164:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788529856.332690:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: 000000005bad43d5/0x8081d0a30e60c787 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529856.332699:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: 000000005bad43d5/0x8081d0a30e60c787 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529856.332819:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: 000000005bad43d5/0x8081d0a30e60c787 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788529856.332845:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288300032:192.168.204.124@tcp:101: 00000100:00100000:2.0:1788529856.332941:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 000000000b28dab2 going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.335559:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288300032:192.168.204.124@tcp:101: 00010000:00010000:2.0:1788529856.335588:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: 000000005bad43d5/0x8081d0a30e60c787 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529856.335598:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: 000000005bad43d5/0x8081d0a30e60c787 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788529856.335652:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288300160:192.168.204.124@tcp:501: 00000100:00100000:2.0:1788529856.335719:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 000000000b28dab2 going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.338484:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288300160:192.168.204.124@tcp:501: 00000100:00100000:2.0:1788529856.338546:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288300288:192.168.204.124@tcp:503: 00000100:00100000:2.0:1788529856.338641:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set 000000000b28dab2 going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.341096:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:6164:1875409288300288:192.168.204.124@tcp:503: 00000100:00100000:2.0:1788529856.341610:0:6186:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6186:1875409288300416:192.168.204.124@tcp:502: 00000100:00100000:2.0:1788529856.341713:0:6186:0:(client.c:2716:ptlrpc_set_wait()) set 000000005d36f126 going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.345330:0:6186:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000010d332e7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6186:1875409288300416:192.168.204.124@tcp:502: 00000020:01000000:2.0:1788529856.345379:0:6186:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788529856.345391:0:6186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529856.345393:0:6186:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788529856.345400:0:6186:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c2748613800 00000020:00000080:2.0:1788529856.345403:0:6186:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1788529856.345469:0:6186:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6186:1875409288300544:192.168.204.124@tcp:502: 00000100:00100000:2.0:1788529856.345573:0:6186:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2742ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788529856.349346:0:6186:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6186:1875409288300544:192.168.204.124@tcp:502: 00000020:01000000:2.0:1788529856.349416:0:6186:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788529856.349428:0:6186:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529856.349431:0:6186:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:2.0:1788529856.349437:0:6186:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1788529856.349643:0:6164:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1788529856.349653:0:6164:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788529856.349678:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c27413d2800/0x8081d0a30e60c787 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529856.349690:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff8c27413d2800/0x8081d0a30e60c787 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1788529856.349713:0:6164:0:(llite_lib.c:1613:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1788529856.349745:0:6164:0:(genops.c:1385:class_connect()) connect: client a19c6be7-e2de-4db6-8fd6-dcbb37cf730c, cookie 0x8081d0a30e60c78e 00800000:01000000:0.0:1788529856.349823:0:6164:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect a19c6be7-e2de-4db6-8fd6-dcbb37cf730c to lustre-clilmv-ffff8c2748613800 00800000:01000000:0.0:1788529856.349833:0:6164:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8c2748613800(a19c6be7-e2de-4db6-8fd6-dcbb37cf730c) - lustre-MDT0000_UUID, a19c6be7-e2de-4db6-8fd6-dcbb37cf730c 00000020:00000080:0.0:1788529856.349842:0:6164:0:(genops.c:1385:class_connect()) connect: client a19c6be7-e2de-4db6-8fd6-dcbb37cf730c, cookie 0x8081d0a30e60c795 00000100:00080000:0.0:1788529856.349851:0:6164:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8c2748613800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:0.0:1788529856.349863:0:6164:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8c2748613800: import ffff8c27521a9800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:0.0:1788529856.349900:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683397 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788529856.349928:0:6164:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c2752075c00 x1875409288300672/t0(0) o38->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788529856.349954:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID 00800000:01000000:0.0:1788529856.350074:0:6164:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8c2748613800(a19c6be7-e2de-4db6-8fd6-dcbb37cf730c) successfully (5) 00800000:00000004:0.0:1788529856.350079:0:6164:0:(obd_class.h:1074:obd_statfs_async()) lustre-MDT0000-mdc-ffff8c2748613800: age -708, max_age 0 00000100:00100000:0.0:1788529856.350256:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1788529856.350273:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c2752077b80 x1875409288300800/t0(0) o41->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:0.0:1788529856.350306:0:6164:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff8c2748613800(a19c6be7-e2de-4db6-8fd6-dcbb37cf730c) - lustre-MDT0001_UUID, a19c6be7-e2de-4db6-8fd6-dcbb37cf730c 00000020:00000080:0.0:1788529856.350315:0:6164:0:(genops.c:1385:class_connect()) connect: client a19c6be7-e2de-4db6-8fd6-dcbb37cf730c, cookie 0x8081d0a30e60c79c 00000100:00080000:0.0:1788529856.350323:0:6164:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8c2748613800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:0.0:1788529856.350329:0:6164:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8c2748613800: import ffff8c27521b7800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:0.0:1788529856.350335:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683397 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788529856.350348:0:6164:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c2752077480 x1875409288300928/t0(0) o38->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788529856.350357:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID 00800000:01000000:0.0:1788529856.350400:0:6164:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff8c2748613800(a19c6be7-e2de-4db6-8fd6-dcbb37cf730c) successfully (5) 00800000:00000004:0.0:1788529856.350403:0:6164:0:(obd_class.h:1074:obd_statfs_async()) lustre-MDT0001-mdc-ffff8c2748613800: age -708, max_age 0 00000100:00080000:0.0:1788529856.350428:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c2752076680 x1875409288301056/t0(0) o41->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:0.0:1788529856.350454:0:6164:0:(obd_class.h:1108:obd_statfs()) lustre-clilmv-ffff8c2748613800: age -708, max_age 291 00800000:00000004:0.0:1788529856.350461:0:6164:0:(obd_class.h:1108:obd_statfs()) lustre-MDT0000-mdc-ffff8c2748613800: age -708, max_age 291 00000100:00080000:0.0:1788529856.350478:0:6164:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c2752075f80 x1875409288301184/t0(0) o41->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788529856.350492:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2749118600 going to sleep for 0 seconds 00000100:00100000:3.0:1788529856.350574:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288300672:192.168.204.124@tcp:38: 00000100:00100000:3.0:1788529856.350695:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288300928:192.168.204.124@tcp:38: 00010000:00080000:3.0:1788529856.371095:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752077480 x1875409288300928/t0(0) o38->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 520/416 e 0 to 0 dl 1788529866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529856.371124:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2748613800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788529856.371136:0:2402:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8c2748613800: connect to target with instance 1 00000001:01000000:2.0:1788529856.620925:0:2402:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff8c2748613800: T10 checksum algorithm t10ip512 speed = 3355 MB/s 00000001:01000000:2.0:1788529856.870978:0:2402:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff8c2748613800: T10 checksum algorithm t10ip4K speed = 5439 MB/s 00000001:01000000:2.0:1788529857.122432:0:2402:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff8c2748613800: T10 checksum algorithm t10crc512 speed = 988 MB/s 00010000:00010000:1.0:1788529857.245237:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1788529857.372024:0:2402:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff8c2748613800: T10 checksum algorithm t10crc4K speed = 1343 MB/s 00000100:00080000:2.0:1788529857.372056:0:2402:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff8c2748613800: Resetting ns_connect_flags to server flags: 0xae7a7e7be34493b8 00000100:00080000:2.0:1788529857.372075:0:2402:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788529857.372081:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c27521b7800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788529857.372570:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001e830141): req@ffff8c2752076680 x1875409288301056/t0(0) o41->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529857.372595:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288300928:192.168.204.124@tcp:38: 00010000:00080000:2.0:1788529857.372656:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752075c00 x1875409288300672/t0(0) o38->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 520/416 e 0 to 0 dl 1788529866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529857.372672:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2748613800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788529857.372682:0:2402:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8c2748613800: connect to target with instance 1 00000100:00080000:2.0:1788529857.372689:0:2402:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8c2748613800: Resetting ns_connect_flags to server flags: 0xae7a7e7be34493b8 00000100:00080000:2.0:1788529857.372694:0:2402:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788529857.372697:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c27521a9800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788529857.373089:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2749118600 going to sleep for 0 seconds 00000100:00100000:0.0:1788529857.373118:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2749118600 going to sleep for 11 seconds 00000100:00100000:2.0:1788529857.373478:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288300672:192.168.204.124@tcp:38: 00010000:00080000:2.0:1788529857.376803:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752075f80 x1875409288301184/t0(0) o41->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788529873 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529857.376826:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6164:1875409288301184:192.168.204.124@tcp:41: 00800000:00000004:2.0:1788529857.376868:0:6164:0:(obd_class.h:1134:obd_statfs()) lustre-MDT0000-mdc-ffff8c2748613800: update ffff8c2758410458 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:2.0:1788529857.376875:0:6164:0:(obd_class.h:1134:obd_statfs()) lustre-clilmv-ffff8c2748613800: update ffff8c2758416a78 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:2.0:1788529857.376918:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6164:1875409288301312:192.168.204.124@tcp:40: 00000100:00100000:2.0:1788529857.377057:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2742ec29c0 going to sleep for 11 seconds 00010000:00080000:1.0:1788529857.377247:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752076680 x1875409288301056/t0(0) o41->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788529873 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788529857.377259:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752076680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:0:1875409288301056:192.168.204.124@tcp:41: 00010000:00080000:1.0:1788529857.377274:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752077b80 x1875409288300800/t0(0) o41->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788529873 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788529857.377283:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:0:1875409288300800:192.168.204.124@tcp:41: 00010000:00080000:2.0:1788529857.379556:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d8ad80 x1875409288301312/t0(0) o40->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 440/448 e 0 to 0 dl 1788529873 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529857.379579:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6164:1875409288301312:192.168.204.124@tcp:40: 00000080:00000004:2.0:1788529857.379605:0:6164:0:(llite_lib.c:613:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1788529857.379659:0:6164:0:(llite_lib.c:774:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683397 ocd_grant: 2146304 00020000:01000000:2.0:1788529857.379664:0:6164:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1788529857.379679:0:6164:0:(genops.c:1385:class_connect()) connect: client a19c6be7-e2de-4db6-8fd6-dcbb37cf730c, cookie 0x8081d0a30e60c7a3 00000020:00000080:2.0:1788529857.379702:0:6164:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x8081d0a30e60c7aa 00000100:00080000:2.0:1788529857.379711:0:6164:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8c2748613800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:2.0:1788529857.379719:0:6164:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff8c2748613800: import ffff8c27521b3800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:2.0:1788529857.379750:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683397 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1788529857.379927:0:6164:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c2744d8ad80 x1875409288301440/t0(0) o8->lustre-OST0000-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788529857.379959:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID 00020000:01000000:2.0:1788529857.380017:0:6164:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8c2748613800) active 00000020:00000080:2.0:1788529857.380058:0:6164:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x8081d0a30e60c7b1 00000100:00080000:2.0:1788529857.380064:0:6164:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8c2748613800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:2.0:1788529857.380069:0:6164:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff8c2748613800: import ffff8c2749072000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:2.0:1788529857.380075:0:6164:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683397 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1788529857.380088:0:6164:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c2744d89c00 x1875409288301568/t0(0) o8->lustre-OST0001-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788529857.380095:0:6164:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID 00000100:00100000:0.0:1788529857.380138:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288301440:192.168.204.124@tcp:8: 00000100:00100000:0.0:1788529857.380218:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288301568:192.168.204.124@tcp:8: 00020000:01000000:2.0:1788529857.381871:0:6164:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8c2748613800) active 00000100:00100000:2.0:1788529857.381950:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6164:1875409288301696:192.168.204.124@tcp:900: 00000100:00100000:2.0:1788529857.382023:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2742ec29c0 going to sleep for 11 seconds 00010000:00080000:3.0:1788529857.384539:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d89c00 x1875409288301568/t0(0) o8->lustre-OST0001-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 520/416 e 0 to 0 dl 1788529867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529857.384556:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c2748613800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788529857.384566:0:2402:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8c2748613800: connect to target with instance 1 00000100:00080000:3.0:1788529857.384575:0:2402:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8c2748613800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788529857.384587:0:2402:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788529857.384590:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c2749072000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788529857.384609:0:2402:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1788529857.384614:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1788529857.384619:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1788529857.384633:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288301568:192.168.204.124@tcp:8: 00010000:00080000:3.0:1788529857.385140:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d8ad80 x1875409288301440/t0(0) o8->lustre-OST0000-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 520/416 e 0 to 0 dl 1788529867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529857.385150:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c2748613800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788529857.385155:0:2402:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8c2748613800: connect to target with instance 1 00000100:00080000:3.0:1788529857.385160:0:2402:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8c2748613800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1788529857.385167:0:2402:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788529857.385169:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c27521b3800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1788529857.385173:0:2402:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1788529857.385175:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1788529857.385178:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1788529857.385182:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288301440:192.168.204.124@tcp:8: 00000100:00100000:1.0:1788529857.385472:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788529857.385487:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2403:1875409288301824:192.168.204.124@tcp:400: 00010000:00080000:3.0:1788529857.387004:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d8bb80 x1875409288301696/t0(0) o900->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:29/10 lens 264/248 e 0 to 0 dl 1788529873 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529857.387021:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6164:1875409288301696:192.168.204.124@tcp:900: 00000100:00100000:3.0:1788529857.387090:0:6164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6164:1875409288301952:192.168.204.124@tcp:33: 00000100:00100000:3.0:1788529857.387194:0:6164:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c274ad5d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788529857.398824:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2403:1875409288301824:192.168.204.124@tcp:400: 00010000:00080000:3.0:1788529857.487859:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906ce00 x1875409288301952/t0(0) o33->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:23/10 lens 448/464 e 0 to 0 dl 1788529873 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788529857.488119:0:6164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6164:1875409288301952:192.168.204.124@tcp:33: 00000080:00200000:3.0:1788529857.488466:0:6164:0:(llite_lib.c:3355:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) 00000080:00200000:3.0:1788529857.488477:0:6164:0:(llite_lib.c:3118:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1788529857.488541:0:6164:0:(llite_lib.c:1652:ll_fill_super()) Mounted lustre-client - version 2.17.58_5_ge0db421 00000080:00000004:3.0:1788529857.492979:0:6164:0:(super25.c:182:lustre_fill_super()) 192.168.204.124@tcp:/lustre: Mount complete 00000080:00200008:2.0:1788529857.698759:0:6204:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c274953d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1788529857.698858:0:6204:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348),name=/ 00000002:00010000:2.0:1788529857.698882:0:6204:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1788529857.699921:0:6204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529857.699937:0:6204:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529857.699949:0:6204:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6204 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788529857.699990:0:6204:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8b480 pname:cluuid:pid:xid:nid:opc:job mkdir:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6204:1875409288302080:192.168.204.124@tcp:101: 00000100:00100000:2.0:1788529857.700386:0:6204:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2742ec2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788529857.714638:0:6204:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8b480 pname:cluuid:pid:xid:nid:opc:job mkdir:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6204:1875409288302080:192.168.204.124@tcp:101: 00010000:00010000:0.0:1788529857.714671:0:6204:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529857.714684:0:6204:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529857.714696:0:6204:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529857.714715:0:6204:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529857.714731:0:6204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529857.714740:0:6204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529857.714748:0:6204:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1788529857.714822:0:6204:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8c2744d8b480 x1875409288302080/t0(0) o101->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 576/688 e 0 to 0 dl 1788529873 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1788529857.714838:0:6204:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529857.714855:0:6204:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8c2744dad000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1788529857.714863:0:6204:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1788529857.714895:0:6204:0:(llite_lib.c:3118:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1788529857.714901:0:6204:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) for lock 0x8081d0a30e60c7b8 00000080:00010000:0.0:1788529857.714907:0:6204:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) 00000080:00010000:0.0:1788529857.714911:0:6204:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8081d0a30e60c7b8 from it ffff9aac84447cb8 00010000:00010000:0.0:1788529857.714914:0:6204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529857.714923:0:6204:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788529858.271115:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529859.294283:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1788529859.819158:0:6257:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c274953d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788529859.819175:0:6257:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348),name=/ 00000002:00010000:3.0:1788529859.819207:0:6257:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788529859.819230:0:6257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788529859.819247:0:6257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1788529859.819255:0:6257:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788529859.819262:0:6257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) 00000080:00010000:3.0:1788529859.819265:0:6257:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) for lock 0x8081d0a30e60c7b8 00000080:00010000:3.0:1788529859.819273:0:6257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8081d0a30e60c7b8 from it ffff9aac81757cb8 00010000:00010000:3.0:1788529859.819277:0:6257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788529859.819286:0:6257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1788529859.820152:0:6257:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c274953d348), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1788529859.820158:0:6257:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348),name=/ 00000002:00010000:3.0:1788529859.820172:0:6257:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788529859.820184:0:6257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1788529859.820194:0:6257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1788529859.820207:0:6257:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788529859.820211:0:6257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) 00000080:00010000:3.0:1788529859.820215:0:6257:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) for lock 0x8081d0a30e60c7b8 00000080:00010000:3.0:1788529859.820219:0:6257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8081d0a30e60c7b8 from it ffff9aac81757cb8 00010000:00010000:3.0:1788529859.820222:0:6257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1788529859.820229:0:6257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1788529859.820331:0:6257:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348),name=/ 00000002:00010000:3.0:1788529859.820340:0:6257:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788529859.820348:0:6257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1788529859.820356:0:6257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1788529859.820363:0:6257:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788529859.820367:0:6257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) 00000080:00010000:3.0:1788529859.820369:0:6257:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) for lock 0x8081d0a30e60c7b8 00000080:00010000:3.0:1788529859.820373:0:6257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8081d0a30e60c7b8 from it ffff9aac81757bb0 00010000:00010000:3.0:1788529859.820376:0:6257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1788529859.820383:0:6257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1788529859.820397:0:6257:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348), inode mode 41ed mask 44 00000080:00200008:3.0:1788529859.820405:0:6257:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8c274953d348), flags 100000 00000080:00200080:3.0:1788529859.820499:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:3.0:1788529859.820513:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c2752159000 uarg=0000000000000000 00800000:00000004:3.0:1788529859.820520:0:6257:0:(obd_class.h:1108:obd_statfs()) lustre-MDT0000-mdc-ffff8c2748613800: age 293, max_age 294 00000100:00100000:3.0:1788529859.820558:0:6257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job lfs:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6257:1875409288302208:192.168.204.124@tcp:41: 00000100:00100000:3.0:1788529859.820660:0:6257:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c274ad5d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788529859.840160:0:6257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job lfs:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6257:1875409288302208:192.168.204.124@tcp:41: 00800000:00000004:3.0:1788529859.840206:0:6257:0:(obd_class.h:1134:obd_statfs()) lustre-MDT0000-mdc-ffff8c2748613800: update ffff8c2758410458 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1788529859.840412:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:3.0:1788529859.840439:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c2752159000 uarg=0000000000000000 00800000:00000004:3.0:1788529859.840449:0:6257:0:(obd_class.h:1108:obd_statfs()) lustre-MDT0001-mdc-ffff8c2748613800: age -708, max_age 294 00000100:00100000:3.0:1788529859.840497:0:6257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job lfs:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6257:1875409288302336:192.168.204.124@tcp:41: 00000100:00100000:2.0:1788529859.852446:0:6257:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c274ad5d0c0 going to sleep for 11 seconds 00010000:00080000:2.0:1788529859.862719:0:6257:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906ce00 x1875409288302336/t0(0) o41->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788529875 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529859.862738:0:6257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job lfs:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6257:1875409288302336:192.168.204.124@tcp:41: 00800000:00000004:2.0:1788529859.862764:0:6257:0:(obd_class.h:1134:obd_statfs()) lustre-MDT0001-mdc-ffff8c2748613800: update ffff8c2750acd0f0 cache blocks 317439/353529 objects 1023743/1024000 00000080:00200080:2.0:1788529859.862887:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.862905:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.862913:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.862917:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.862921:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.862925:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.862929:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.862946:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.862951:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.862955:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.862959:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.862962:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.862966:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.862969:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.862973:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.862977:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863010:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863016:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863020:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863024:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863028:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863031:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863035:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863039:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863043:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863046:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863050:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863053:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863057:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863061:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863065:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863068:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863073:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863077:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863081:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863084:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863088:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863092:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863095:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863099:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863103:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863114:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863119:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863123:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863127:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863131:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863135:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863139:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863143:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863147:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863151:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863155:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863455:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863462:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863466:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863469:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863473:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863476:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863480:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863484:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863488:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863491:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863495:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863498:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863501:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863504:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863515:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863524:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863529:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863532:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863536:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863540:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863543:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863546:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863550:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863553:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863557:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863560:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863565:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863568:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863571:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863574:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863579:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863582:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863586:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863590:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863594:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863597:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863601:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863606:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863610:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863621:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863627:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863631:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863635:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863638:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863642:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863645:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863649:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863652:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863656:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863660:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863663:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863666:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863670:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863674:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863679:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863683:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863686:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863690:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863694:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863697:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863701:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863705:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863713:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863717:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863817:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863823:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863827:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863831:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863835:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863838:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863842:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863846:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863849:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00800000:00000080:2.0:1788529859.863853:0:6257:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.863856:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.863862:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00020000:00000004:2.0:1788529859.863870:0:6257:0:(obd_class.h:1108:obd_statfs()) lustre-OST0000-osc-ffff8c2748613800: age -708, max_age 294 00000100:00100000:2.0:1788529859.863913:0:6257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8a680 pname:cluuid:pid:xid:nid:opc:job lfs:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6257:1875409288302464:192.168.204.124@tcp:13: 00000100:00100000:2.0:1788529859.864530:0:6257:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c27431ce6c0 going to sleep for 11 seconds 00010000:00080000:2.0:1788529859.869213:0:6257:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d8a680 x1875409288302464/t0(0) o13->lustre-OST0000-osc-ffff8c2748613800@192.168.204.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1788529875 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529859.869233:0:6257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8a680 pname:cluuid:pid:xid:nid:opc:job lfs:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6257:1875409288302464:192.168.204.124@tcp:13: 00020000:00000004:2.0:1788529859.869258:0:6257:0:(obd_class.h:1134:obd_statfs()) lustre-OST0000-osc-ffff8c2748613800: update ffff8c2750acea78 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1788529859.869327:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.869344:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00020000:00000004:2.0:1788529859.869351:0:6257:0:(obd_class.h:1108:obd_statfs()) lustre-OST0001-osc-ffff8c2748613800: age -708, max_age 294 00000100:00100000:2.0:1788529859.869385:0:6257:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8a680 pname:cluuid:pid:xid:nid:opc:job lfs:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6257:1875409288302592:192.168.204.124@tcp:13: 00000100:00100000:2.0:1788529859.869517:0:6257:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c27431ce6c0 going to sleep for 11 seconds 00010000:00080000:2.0:1788529859.873111:0:6257:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d8a680 x1875409288302592/t0(0) o13->lustre-OST0001-osc-ffff8c2748613800@192.168.204.124@tcp:7/4 lens 224/368 e 0 to 0 dl 1788529875 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529859.873131:0:6257:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8a680 pname:cluuid:pid:xid:nid:opc:job lfs:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:6257:1875409288302592:192.168.204.124@tcp:13: 00020000:00000004:2.0:1788529859.873156:0:6257:0:(obd_class.h:1134:obd_statfs()) lustre-OST0001-osc-ffff8c2748613800: update ffff8c2750ac8458 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1788529859.873269:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873287:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873294:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873298:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873302:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873305:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873308:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873311:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873314:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873317:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873321:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873323:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873327:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873330:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873333:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873336:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873339:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873342:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873346:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873349:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873352:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873372:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873377:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873380:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873383:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873386:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873389:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873392:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873395:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873397:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873400:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873403:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873407:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873410:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873413:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873416:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873419:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873422:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873426:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873428:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873432:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873435:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873439:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873443:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873447:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873451:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873462:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873467:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873471:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873474:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873478:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873482:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873486:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873489:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873493:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873496:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873499:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873502:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873505:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873508:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873512:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873515:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873518:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873521:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873525:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873527:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873531:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873533:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873537:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873540:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873543:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873553:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873557:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873560:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873564:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873566:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873569:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873572:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873575:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873578:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873580:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873583:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873586:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873588:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873592:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873594:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873598:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873600:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873604:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873607:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873610:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873612:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873615:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873617:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873620:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873623:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873633:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873637:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873640:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873643:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873647:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873650:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873653:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873656:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873659:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873662:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873665:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873667:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873671:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873674:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873678:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873681:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873684:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873687:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873691:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873693:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873697:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873700:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873703:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873706:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873709:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873717:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873721:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873724:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200080:2.0:1788529859.873727:0:6257:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348) cmd=c00866a4 arg=7ffe81072d80 00020000:00000080:2.0:1788529859.873729:0:6257:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff8c2748613800: cmd=c00866a4 len=592 karg=ffff8c27430a8000 uarg=0000000000000000 00000080:00200008:2.0:1788529859.873740:0:6257:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8c274953d348), flags 100000 00010000:00010000:1.0:1788529860.317061:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788529861.341169:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788529862.335385:0:6450:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1788529862.371727:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788529862.498925:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2403:1875409288302720:192.168.204.124@tcp:400: 00000100:00100000:0.0:1788529862.499038:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288302976:192.168.204.124@tcp:400: 00000100:00100000:0.0:1788529862.499067:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752074700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288303232:192.168.204.124@tcp:400: 00000100:00100000:0.0:1788529862.499096:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788529862.499102:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288302848:192.168.204.124@tcp:400: 00000100:00100000:0.0:1788529862.499139:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752076a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288303104:192.168.204.124@tcp:400: 00000100:00100000:0.0:1788529862.511221:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288302848:192.168.204.124@tcp:400: 00010000:00080000:0.0:1788529862.511246:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752076a00 x1875409288303104/t0(0) o400->lustre-OST0000-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788529862.511259:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752076a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288303104:192.168.204.124@tcp:400: 00000100:00100000:0.0:1788529862.511269:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2403:1875409288302720:192.168.204.124@tcp:400: 00010000:00080000:0.0:1788529862.511281:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752074e00 x1875409288302976/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788529862.511291:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288302976:192.168.204.124@tcp:400: 00010000:00080000:0.0:1788529862.511303:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752074700 x1875409288303232/t0(0) o400->lustre-OST0001-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788529862.511313:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752074700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288303232:192.168.204.124@tcp:400: 00010000:00010000:0.0:1788529863.391071:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788529864.413105:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788529865.442830:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788529866.461049:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788529866.580009:0:2396:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.124@tcp (source: 12345-192.168.204.124@tcp) 00000100:00100000:0.0:1788529866.580054:0:2396:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.124@tcp (source: 12345-192.168.204.124@tcp) 00000100:00100000:1.0:1788529866.580207:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875409304086656 00000100:00100000:1.0:1788529866.580220:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875409304086656 00000100:00100000:1.0:1788529866.580261:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875409304086784 00000100:00100000:1.0:1788529866.580265:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875409304086784 00000100:00100000:1.0:1788529866.580283:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.124@tcp, seq: 0 00000100:00100000:1.0:1788529866.580294:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c2752074700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fb5daca4-a2e9-48dd-9609-737cca046f86+4:10328:x1875409304086656:12345-192.168.204.124@tcp:104: 00010000:00010000:1.0:1788529866.580448:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff8c27413d3600/0x8081d0a30e60c74f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529866.580593:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788529866.580600:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c2752074700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fb5daca4-a2e9-48dd-9609-737cca046f86+4:10328:x1875409304086656:12345-192.168.204.124@tcp:104: Request processed in 308us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788529866.580609:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.124@tcp, seq: 0 00000100:00100000:1.0:1788529866.580653:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.124@tcp, seq: 1 00000100:00100000:1.0:1788529866.580661:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c2752074e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fb5daca4-a2e9-48dd-9609-737cca046f86+3:10328:x1875409304086784:12345-192.168.204.124@tcp:104: 00010000:00010000:1.0:1788529866.580670:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8c00/0x8081d0a30e60c748 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529866.580719:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788529866.580724:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c2752074e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fb5daca4-a2e9-48dd-9609-737cca046f86+3:10328:x1875409304086784:12345-192.168.204.124@tcp:104: Request processed in 65us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1788529866.580730:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.124@tcp, seq: 1 00010000:00010000:3.0:1788529866.580802:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788529866.580810:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff8c27413d3600/0x8081d0a30e60c74f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529866.580819:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c27413d3600 already unused, calling callback (ffffffffc149fe00) 10000000:00010000:3.0:1788529866.580823:0:6176:0:(mgc_request.c:1202:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff8c27413d3600/0x8081d0a30e60c74f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529866.580836:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff8c27413d3600/0x8081d0a30e60c74f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788529866.580850:0:6176:0:(mgc_request.c:1208:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff8c27413d3600/0x8081d0a30e60c74f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788529866.580856:0:6176:0:(mgc_request.c:1212:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788529866.580882:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788529866.580961:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff8c27413d3600/0x8081d0a30e60c74f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529866.580970:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788529866.580991:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff8c27413d3600/0x8081d0a30e60c74f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529866.580998:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff8c27413d3600/0x8081d0a30e60c74f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5af7c expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529866.581015:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788529866.581018:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788529866.581020:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788529866.581081:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288303360:192.168.204.124@tcp:103: 00010000:00010000:2.0:1788529866.581091:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529866.581099:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8c00/0x8081d0a30e60c748 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529866.581108:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c2749bc8c00 already unused, calling callback (ffffffffc149fe00) 10000000:00010000:2.0:1788529866.581113:0:6175:0:(mgc_request.c:1202:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8c00/0x8081d0a30e60c748 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529866.581122:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8c00/0x8081d0a30e60c748 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788529866.581130:0:6175:0:(mgc_request.c:1208:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8c00/0x8081d0a30e60c748 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788529866.581136:0:6175:0:(mgc_request.c:1212:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788529866.581194:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788529866.581196:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529866.585418:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8c00/0x8081d0a30e60c748 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529866.585435:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788529866.585461:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8c00/0x8081d0a30e60c748 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529866.585469:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8c00/0x8081d0a30e60c748 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5af75 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529866.585500:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529866.585502:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529866.585504:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788529866.585523:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288303488:192.168.204.124@tcp:103: 00000100:00100000:2.0:1788529866.588271:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288303360:192.168.204.124@tcp:103: 00000100:00100000:2.0:1788529866.591393:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288303488:192.168.204.124@tcp:103: 00010000:00010000:3.0:1788529867.485088:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788529867.613167:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2404:1875409288303616:192.168.204.124@tcp:400: 00000100:00100000:0.0:1788529867.613484:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752076a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288303744:192.168.204.124@tcp:400: 00000100:00100000:0.0:1788529867.613562:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288303872:192.168.204.124@tcp:400: 00000100:00100000:0.0:1788529867.613631:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288304128:192.168.204.124@tcp:400: 00000100:00100000:1.0:1788529867.613632:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288304000:192.168.204.124@tcp:400: 00000100:00100000:0.0:1788529867.618214:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2404:1875409288303616:192.168.204.124@tcp:400: 00010000:00080000:1.0:1788529867.618214:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c27520f9180 x1875409288304000/t0(0) o400->lustre-OST0000-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788529867.618235:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288304000:192.168.204.124@tcp:400: 00000100:00100000:1.0:1788529867.618255:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752076a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288303744:192.168.204.124@tcp:400: 00010000:00080000:0.0:1788529867.618837:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752075500 x1875409288303872/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788529867.618860:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288303872:192.168.204.124@tcp:400: 00010000:00080000:0.0:1788529867.618877:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c27520fad80 x1875409288304128/t0(0) o400->lustre-OST0001-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788529867.618887:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288304128:192.168.204.124@tcp:400: 10000000:01000000:1.0:1788529868.124907:0:6178:0:(mgc_request.c:715:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788529868.124917:0:6178:0:(mgc_request.c:2194:mgc_process_log()) Process log lustre-client-ffff8c2748613800 from 48 10000000:01000000:1.0:1788529868.124923:0:6178:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788529868.124982:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9000/0x8081d0a30e60c7bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529868.124996:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9000/0x8081d0a30e60c7bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529868.125025:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9000/0x8081d0a30e60c7bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788529868.125051:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288304256:192.168.204.124@tcp:101: 00000100:00100000:1.0:1788529868.125165:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c27436149c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788529868.127734:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288304256:192.168.204.124@tcp:101: 00010000:00010000:0.0:1788529868.127764:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9000/0x8081d0a30e60c7bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5afc2 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529868.127824:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9000/0x8081d0a30e60c7bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5afc2 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788529868.127901:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288304384:192.168.204.124@tcp:501: 00000100:00100000:0.0:1788529868.127984:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750e15d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788529868.130035:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288304384:192.168.204.124@tcp:501: 00000100:00100000:0.0:1788529868.130093:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288304512:192.168.204.124@tcp:503: 00000100:00100000:0.0:1788529868.130201:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750e15d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788529868.132871:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288304512:192.168.204.124@tcp:503: 00000100:00100000:0.0:1788529868.134272:0:6658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6658:1875409288304640:192.168.204.124@tcp:502: 00000100:00100000:0.0:1788529868.134369:0:6658:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750e15f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788529868.137077:0:6658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6658:1875409288304640:192.168.204.124@tcp:502: 00000020:01000000:0.0:1788529868.137125:0:6658:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788529868.137133:0:6658:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529868.137135:0:6658:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788529868.137139:0:6658:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788529868.137172:0:6658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6658:1875409288304768:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788529868.137380:0:6658:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750e15f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788529868.140114:0:6658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6658:1875409288304768:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788529868.140160:0:6658:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788529868.140169:0:6658:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529868.140171:0:6658:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788529868.140175:0:6658:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1788529868.140412:0:6178:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1788529868.140424:0:6178:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788529868.140436:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9000/0x8081d0a30e60c7bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5afc2 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529868.140448:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9000/0x8081d0a30e60c7bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5afc2 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788529868.140463:0:6178:0:(mgc_request.c:715:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1788529868.140466:0:6178:0:(mgc_request.c:2194:mgc_process_log()) Process log lustre-sptlrpc-ffff8c2748613800 from 1 10000000:01000000:1.0:1788529868.140469:0:6178:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788529868.140503:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9800/0x8081d0a30e60c7c6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529868.140511:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9800/0x8081d0a30e60c7c6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529868.140522:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9800/0x8081d0a30e60c7c6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788529868.140544:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288304896:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788529868.140649:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2743614cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788529868.145320:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288304896:192.168.204.124@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788529868.145358:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9800/0x8081d0a30e60c7c6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5afc9 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529868.145371:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9800/0x8081d0a30e60c7c6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5afc9 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788529868.145483:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288305024:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788529868.145618:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750e15f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788529868.157751:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288305024:192.168.204.124@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1788529868.157942:0:6178:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788529868.157955:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9800/0x8081d0a30e60c7c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5afc9 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529868.157986:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9800/0x8081d0a30e60c7c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5afc9 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529868.514824:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529869.533168:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788529869.764520:0:2396:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.124@tcp (source: 12345-192.168.204.124@tcp) 00000100:00100000:0.0:1788529869.764619:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875409304099072 00000100:00100000:0.0:1788529869.764630:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875409304099072 00000100:00100000:0.0:1788529869.764724:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.124@tcp, seq: 2 00000100:00100000:0.0:1788529869.764737:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c27520fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fb5daca4-a2e9-48dd-9609-737cca046f86+3:10389:x1875409304099072:12345-192.168.204.124@tcp:104: 00010000:00010000:0.0:1788529869.764762:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff8c27413d2800/0x8081d0a30e60c787 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529869.764908:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788529869.764915:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c27520fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fb5daca4-a2e9-48dd-9609-737cca046f86+3:10389:x1875409304099072:12345-192.168.204.124@tcp:104: Request processed in 181us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788529869.764922:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.124@tcp, seq: 2 00010000:00010000:3.0:1788529869.767417:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788529869.767456:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff8c27413d2800/0x8081d0a30e60c787 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529869.767474:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c27413d2800 already unused, calling callback (ffffffffc149fe00) 10000000:00010000:3.0:1788529869.767480:0:6176:0:(mgc_request.c:1202:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff8c27413d2800/0x8081d0a30e60c787 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529869.767533:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff8c27413d2800/0x8081d0a30e60c787 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788529869.767543:0:6176:0:(mgc_request.c:1208:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff8c27413d2800/0x8081d0a30e60c787 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788529869.767549:0:6176:0:(mgc_request.c:1212:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788529869.767657:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff8c27413d2800/0x8081d0a30e60c787 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529869.767665:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788529869.767710:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff8c27413d2800/0x8081d0a30e60c787 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529869.767720:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff8c27413d2800/0x8081d0a30e60c787 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5af8a expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529869.767755:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788529869.767757:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788529869.767759:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788529869.767871:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288305152:192.168.204.124@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1788529869.790970:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288305152:192.168.204.124@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788529870.562136:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788529871.324977:0:6178:0:(mgc_request.c:715:do_requeue()) updating log params 10000000:01000000:0.0:1788529871.324986:0:6178:0:(mgc_request.c:2194:mgc_process_log()) Process log params-ffff8c2748613800 from 4 10000000:01000000:0.0:1788529871.324992:0:6178:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788529871.325046:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529871.325058:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529871.325071:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788529871.325099:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288305280:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788529871.325354:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750e15d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788529871.330021:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288305280:192.168.204.124@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788529871.330237:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529871.330419:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788529871.330486:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288305408:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788529871.330754:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750e15d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788529871.340458:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288305408:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788529871.340713:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288305536:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788529871.340923:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750e15d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788529871.352950:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288305536:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788529871.354032:0:6715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6715:1875409288305664:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788529871.354178:0:6715:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750e15780 going to sleep for 11 seconds 00000100:00100000:0.0:1788529871.362124:0:6715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6715:1875409288305664:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788529871.363121:0:6715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788529871.363133:0:6715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529871.363136:0:6715:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788529871.363154:0:6715:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c2748613800 00000020:00000080:0.0:1788529871.363157:0:6715:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788529871.365051:0:6715:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6715:1875409288305792:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788529871.365192:0:6715:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750e15780 going to sleep for 11 seconds 00000100:00100000:3.0:1788529871.379215:0:6715:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752075500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:6715:1875409288305792:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:3.0:1788529871.379267:0:6715:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788529871.379275:0:6715:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788529871.379278:0:6715:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1788529871.379283:0:6715:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1788529871.379969:0:6178:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1788529871.379983:0:6178:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788529871.379999:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529871.380041:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529871.581040:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529872.610600:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788529872.733495:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306048:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529872.733601:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306304:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529872.733647:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788529872.733653:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288305920:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529872.733686:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306176:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529872.733707:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306432:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529872.745222:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906f800 x1875409288306176/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529872.745243:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306176:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529872.745258:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c700 x1875409288306432/t0(0) o400->lustre-OST0001-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529872.745268:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306432:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529872.745281:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306048:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529872.745292:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c000 x1875409288306304/t0(0) o400->lustre-OST0000-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529872.745301:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306304:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529872.752448:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288305920:192.168.204.124@tcp:400:kworker.0 00010000:00010000:0.0:1788529873.629464:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529874.659477:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788529875.680476:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788529876.203257:0:7021:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:0.0:1788529876.701522:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529877.727707:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788529877.853157:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288306560:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1788529877.853309:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306816:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1788529877.853343:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288307072:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1788529877.853381:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788529877.853388:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306688:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1788529877.853416:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306944:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529877.882282:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306688:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529877.882313:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c700 x1875409288306944/t0(0) o400->lustre-OST0000-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529877.882326:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306944:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529877.882359:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288306560:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529877.882375:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c380 x1875409288306816/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529877.882384:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288306816:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529877.882398:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906f800 x1875409288307072/t0(0) o400->lustre-OST0001-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529877.882407:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288307072:192.168.204.124@tcp:400:kworker.0 00010000:00010000:0.0:1788529878.751329:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788529879.774988:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788529880.682162:0:7302:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-client.virtnet: executing yml_node 00010000:00010000:2.0:1788529880.803917:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529881.826376:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788529882.845792:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788529882.973655:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c27521b3800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1788529882.973663:0:36:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8c2748613800: disconnect after 23s idle 00000100:00100000:3.0:1788529882.985825:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288307200:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529882.985939:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288307456:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529882.985975:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788529882.985982:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288307328:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529882.986022:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288307584:192.168.204.124@tcp:9:kworker.0 00000100:00080000:3.0:1788529882.986277:0:36:0:(import.c:65:import_set_state_nolock()) ffff8c2749072000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1788529882.986281:0:36:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8c2748613800: disconnect after 23s idle 00000100:00100000:3.0:1788529882.986301:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288307712:192.168.204.124@tcp:9:kworker.0 00000100:00100000:3.0:1788529882.989580:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288307328:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529882.989612:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906f100 x1875409288307456/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529882.989624:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288307456:192.168.204.124@tcp:400:kworker.0 00010000:00080000:0.0:1788529882.989817:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c700 x1875409288307584/t0(0) o9->lustre-OST0000-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788529882.989828:0:2402:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c274906c700 x1875409288307584/t0(0) o9->lustre-OST0000-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529892 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788529882.989835:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c27521b3800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1788529882.989839:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288307584:192.168.204.124@tcp:9:kworker.0 00000100:00100000:3.0:1788529882.990246:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288307200:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529883.012127:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c000 x1875409288307712/t0(0) o9->lustre-OST0001-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529892 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788529883.012145:0:2402:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c274906c000 x1875409288307712/t0(0) o9->lustre-OST0001-osc-ffff8c2748613800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529892 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788529883.012151:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c2749072000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1788529883.012154:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2402:1875409288307712:192.168.204.124@tcp:9:kworker.0 00010000:00010000:2.0:1788529883.868955:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529884.893930:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788529885.661711:0:7756:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.58.5 00010000:00010000:3.0:1788529885.920374:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529886.940889:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788529887.852881:0:7912:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.58.5 00010000:00010000:3.0:1788529887.965950:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788529888.094998:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288307968:192.168.204.124@tcp:400:kworker.0 00000100:00100000:0.0:1788529888.095113:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788529888.095121:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2404:1875409288307840:192.168.204.124@tcp:400:kworker.0 00000100:00100000:0.0:1788529888.095151:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752074380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288308096:192.168.204.124@tcp:400:kworker.0 00000100:00100000:0.0:1788529888.101437:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2404:1875409288307840:192.168.204.124@tcp:400:kworker.0 00010000:00080000:0.0:1788529888.106746:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752074380 x1875409288308096/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788529888.106808:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752074380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288308096:192.168.204.124@tcp:400:kworker.0 00000100:00100000:0.0:1788529888.106825:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288307968:192.168.204.124@tcp:400:kworker.0 00010000:00010000:3.0:1788529888.996302:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529890.018502:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788529890.823427:0:8069:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.58.5 00010000:00010000:2.0:1788529891.039996:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529892.060969:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788529892.489525:0:8215:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Fri Sep 4 09:51:30 EDT 2026 00010000:00010000:0.0:1788529893.086587:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788529893.213341:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288308224:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529893.213491:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288308480:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529893.213530:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788529893.213536:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288308352:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529893.220487:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288308352:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529893.220510:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288308224:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529893.220528:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d88a80 x1875409288308480/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529893.220557:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288308480:192.168.204.124@tcp:400:kworker.0 00010000:00010000:2.0:1788529894.109898:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529895.133006:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788529896.160283:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529897.180983:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529898.206918:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788529898.333130:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288308608:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529898.333259:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288308864:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529898.333295:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788529898.333300:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288308736:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529898.339992:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288308736:192.168.204.124@tcp:400:kworker.0 00000100:00100000:3.0:1788529898.340009:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288308608:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529898.340024:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906f100 x1875409288308864/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529898.340035:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288308864:192.168.204.124@tcp:400:kworker.0 00010000:00010000:0.0:1788529899.229329:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529900.252957:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529901.280212:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788529902.301196:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529903.325245:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788529903.453108:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288309120:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1788529903.453251:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788529903.453259:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2403:1875409288308992:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1788529903.453290:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288309248:192.168.204.124@tcp:400:kworker.0 00000100:00100000:0.0:1788529903.457443:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2403:1875409288308992:192.168.204.124@tcp:400:kworker.0 00000100:00100000:0.0:1788529903.461854:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288309120:192.168.204.124@tcp:400:kworker.0 00010000:00080000:0.0:1788529903.468539:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c27520f9f80 x1875409288309248/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788529903.468562:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288309248:192.168.204.124@tcp:400:kworker.0 00010000:00010000:1.0:1788529904.350324:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788529905.373009:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529906.397538:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529907.421803:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788529908.450671:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788529908.573236:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2403:1875409288309376:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1788529908.573379:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288309632:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1788529908.573422:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788529908.573429:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288309504:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1788529908.611516:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288309504:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1788529908.611540:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2403:1875409288309376:192.168.204.124@tcp:400:kworker.0 00010000:00080000:1.0:1788529908.611582:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c27520f8e00 x1875409288309632/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788529908.611595:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2403:1875409288309632:192.168.204.124@tcp:400:kworker.0 00010000:00010000:2.0:1788529909.468906:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788529910.494175:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529911.523220:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529912.544723:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788529912.773116:0:8775:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:2.0:1788529913.564989:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788529913.695261:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2404:1875409288309760:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1788529913.695387:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288310016:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1788529913.695429:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788529913.695436:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288309888:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1788529913.700498:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288309888:192.168.204.124@tcp:400:kworker.0 00000100:00100000:1.0:1788529913.700519:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2404:1875409288309760:192.168.204.124@tcp:400:kworker.0 00010000:00080000:1.0:1788529913.700537:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c27520f9500 x1875409288310016/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788529913.700550:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2404:1875409288310016:192.168.204.124@tcp:400:kworker.0 00010000:00010000:2.0:1788529914.590486:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788529915.330849:0:8914:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:2.0:1788529915.618523:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788529916.640090:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788529917.403278:0:9061:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 09:51:55 (1788529915) === 00000080:00200008:1.0:1788529917.518679:0:8232:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c274953d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788529917.518951:0:8232:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348),name=/ 00000002:00010000:1.0:1788529917.518992:0:8232:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788529917.519019:0:8232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1788529917.519037:0:8232:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1788529917.519054:0:8232:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788529917.519063:0:8232:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) 00000080:00010000:1.0:1788529917.519068:0:8232:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) for lock 0x8081d0a30e60c7b8 00000080:00010000:1.0:1788529917.519079:0:8232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8081d0a30e60c7b8 from it ffff9aac8199bcb8 00010000:00010000:1.0:1788529917.519084:0:8232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1788529917.519094:0:8232:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1788529917.584404:0:8232:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c274953d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788529917.584421:0:8232:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348),name=/ 00000002:00010000:1.0:1788529917.584463:0:8232:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788529917.584488:0:8232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1788529917.584507:0:8232:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1788529917.584516:0:8232:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788529917.584526:0:8232:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) 00000080:00010000:1.0:1788529917.584531:0:8232:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) for lock 0x8081d0a30e60c7b8 00000080:00010000:1.0:1788529917.584541:0:8232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8081d0a30e60c7b8 from it ffff9aac8199bcb8 00010000:00010000:1.0:1788529917.584545:0:8232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1788529917.584574:0:8232:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1788529917.632374:0:8232:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c274953d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1788529917.632393:0:8232:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348),name=/ 00000002:00010000:3.0:1788529917.632430:0:8232:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1788529917.632457:0:8232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1788529917.632477:0:8232:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1788529917.632488:0:8232:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1788529917.632509:0:8232:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) 00000080:00010000:3.0:1788529917.632513:0:8232:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) for lock 0x8081d0a30e60c7b8 00000080:00010000:3.0:1788529917.632524:0:8232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8081d0a30e60c7b8 from it ffff9aac8199bcb8 00010000:00010000:3.0:1788529917.632529:0:8232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1788529917.632539:0:8232:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1788529917.666316:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1788529917.679392:0:8232:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8c274953d348), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1788529917.679408:0:8232:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c274953d348),name=/ 00000002:00010000:1.0:1788529917.679440:0:8232:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1788529917.679468:0:8232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1788529917.679488:0:8232:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1788529917.679498:0:8232:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1788529917.679507:0:8232:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) 00000080:00010000:1.0:1788529917.679512:0:8232:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8c274953d348) for lock 0x8081d0a30e60c7b8 00000080:00010000:1.0:1788529917.679521:0:8232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x8081d0a30e60c7b8 from it ffff9aac8199bcb8 00010000:00010000:1.0:1788529917.679525:0:8232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1788529917.679535:0:8232:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8c2748613800 lock: ffff8c27413d2200/0x8081d0a30e60c7b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x6108ac84f1c5afb4 expref: -99 pid: 6204 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:3.0:1788529918.248471:0:9109:0:(obd_mount.c:925:lmd_print()) mount data: 00000020:01000004:3.0:1788529918.248476:0:9109:0:(obd_mount.c:927:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1788529918.248478:0:9109:0:(obd_mount.c:928:lmd_print()) device: 192.168.204.124@tcp:/lustre 00000020:01000004:3.0:1788529918.248480:0:9109:0:(obd_mount.c:931:lmd_print()) options: user_xattr,flock 00000080:01200004:3.0:1788529918.248618:0:9109:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8c2749076800 00000080:01000004:3.0:1788529918.248630:0:9109:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:3.0:1788529918.248658:0:9109:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.124@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1788529918.248663:0:9109:0:(mgc_request.c:1372:mgc_set_info_async()) InitRecov MGC192.168.204.124@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:3.0:1788529918.248671:0:9109:0:(llite_lib.c:1505:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8c2749076800 (sb ffff8c2749076800) 00000080:01000000:3.0:1788529918.248842:0:9109:0:(llite_lib.c:1231:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1788529918.248845:0:9109:0:(llite_lib.c:1241:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1788529918.248849:0:9109:0:(llite_lib.c:1241:ll_options()) next opt=flock 00000080:01000000:3.0:1788529918.248870:0:9109:0:(llite_lib.c:1539:ll_fill_super()) llite sb uuid: 2efaa52c-5004-470c-a632-f8c851910c1f 10000000:01000000:3.0:1788529918.257248:0:9109:0:(mgc_request.c:2342:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788529918.257259:0:9109:0:(mgc_request.c:424:config_log_add()) add config log lustre-client-ffff8c2749076800 10000000:01000000:3.0:1788529918.257266:0:9109:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8c2749076800 10000000:01000000:3.0:1788529918.257273:0:9109:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788529918.257303:0:9109:0:(mgc_request.c:2194:mgc_process_log()) Process log lustre-sptlrpc-ffff8c2749076800 from 1 10000000:01000000:3.0:1788529918.257307:0:9109:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788529918.257706:0:9109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c27862c0400/0x8081d0a30e60c7d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529918.257722:0:9109:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff8c27862c0400/0x8081d0a30e60c7d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529918.257751:0:9109:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff8c27862c0400/0x8081d0a30e60c7d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788529918.257819:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288310144:192.168.204.124@tcp:101:mount.lustre.0 00000100:00100000:3.0:1788529918.257971:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2758b2c780 going to sleep for 11 seconds 00000100:00100000:2.0:1788529918.267903:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288310144:192.168.204.124@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788529918.267950:0:9109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff8c27862c0400/0x8081d0a30e60c7d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0be expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529918.267965:0:9109:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff8c27862c0400/0x8081d0a30e60c7d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5b0be expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788529918.268046:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d89500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288310272:192.168.204.124@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788529918.268172:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c27512119c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788529918.290022:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d89500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288310272:192.168.204.124@tcp:501:mount.lustre.0 10000000:01000000:2.0:1788529918.290093:0:9109:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788529918.290120:0:9109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c27862c0400/0x8081d0a30e60c7d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0be expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529918.290133:0:9109:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff8c27862c0400/0x8081d0a30e60c7d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0be expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788529918.290146:0:9109:0:(mgc_request.c:206:do_config_log_add()) do adding config log params-ffff8c2749076800 10000000:01000000:2.0:1788529918.290156:0:9109:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788529918.290188:0:9109:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-client-ffff8c2749076800 10000000:01000000:2.0:1788529918.290192:0:9109:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788529918.290207:0:9109:0:(mgc_request.c:206:do_config_log_add()) do adding config log lustre-cliir-ffff8c2749076800 10000000:01000000:2.0:1788529918.290211:0:9109:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1788529918.290224:0:9109:0:(mgc_request.c:2194:mgc_process_log()) Process log lustre-client-ffff8c2749076800 from 1 10000000:01000000:2.0:1788529918.290228:0:9109:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788529918.290280:0:9109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c27413d3000/0x8081d0a30e60c7db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529918.290289:0:9109:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff8c27413d3000/0x8081d0a30e60c7db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529918.290302:0:9109:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff8c27413d3000/0x8081d0a30e60c7db lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788529918.290329:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d89500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288310400:192.168.204.124@tcp:101:mount.lustre.0 00000100:00100000:2.0:1788529918.290440:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c27512119c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788529918.310867:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d89500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288310400:192.168.204.124@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788529918.310912:0:9109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff8c27413d3000/0x8081d0a30e60c7db lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0c5 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529918.310928:0:9109:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff8c27413d3000/0x8081d0a30e60c7db lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5b0c5 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788529918.311014:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288310528:192.168.204.124@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788529918.311136:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2758b2c840 going to sleep for 11 seconds 00000100:00100000:3.0:1788529918.329746:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288310528:192.168.204.124@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788529918.330181:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d88e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288310656:192.168.204.124@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788529918.330316:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c27512116c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788529918.341502:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d88e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288310656:192.168.204.124@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788529918.346525:0:9113:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f9500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:9113:1875409288310784:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788529918.346701:0:9113:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2759393b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788529918.353738:0:9113:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f9500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:9113:1875409288310784:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788529918.353953:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788529918.353970:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.353973:0:9113:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1788529918.353982:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8c2749076800 00000020:00000080:0.0:1788529918.353986:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788529918.354033:0:9113:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8c2749076800 (ffff8c2745358000) 00000020:00000080:0.0:1788529918.354063:0:9113:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:0.0:1788529918.354073:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8c2749076800 00000020:00000080:0.0:1788529918.354077:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1788529918.354526:0:9113:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8c2749076800 (uuid 2efaa52c-5004-470c-a632-f8c851910c1f) 00000020:01000000:0.0:1788529918.354533:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788529918.354537:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.354538:0:9113:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1788529918.354541:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788529918.354545:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.354553:0:9113:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1788529918.354558:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8c2749076800 00000020:00000080:0.0:1788529918.354561:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788529918.354569:0:9113:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8c2749076800 (ffff8c274535b310) 00000020:00000080:0.0:1788529918.354580:0:9113:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:0.0:1788529918.354585:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8c2749076800 00000020:00000080:0.0:1788529918.354587:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1788529918.366371:0:9113:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8c2749076800 (uuid 2efaa52c-5004-470c-a632-f8c851910c1f) 00000020:01000000:1.0:1788529918.366395:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788529918.366425:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788529918.366427:0:9113:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1788529918.366432:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788529918.366438:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788529918.366439:0:9113:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1788529918.366443:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788529918.366446:0:9113:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1788529918.366449:0:9113:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1788529918.366458:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788529918.366461:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788529918.366462:0:9113:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1788529918.366465:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788529918.366471:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788529918.366472:0:9113:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1788529918.366475:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788529918.366483:0:9113:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:1.0:1788529918.366523:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8c2749076800 00000020:00000080:1.0:1788529918.366527:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788529918.366544:0:9113:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8c2749076800 (ffff8c2744d70000) 00000020:00000080:1.0:1788529918.366570:0:9113:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:1.0:1788529918.366576:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8c2749076800 00000020:00000080:1.0:1788529918.366579:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788529918.369003:0:9113:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c2752099800@lustre-MDT0000-mdc-ffff8c2749076800: add connection 192.168.204.124@tcp at head 00010000:00010000:1.0:1788529918.378589:0:9113:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8c2749076800-5 is initialized 00000040:01000000:1.0:1788529918.383522:0:9113:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8c2749076800 ctxt 13 is initialized 00000020:00000080:1.0:1788529918.383618:0:9113:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8c2749076800 (uuid 2efaa52c-5004-470c-a632-f8c851910c1f) 00000020:01000000:1.0:1788529918.383637:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8c2749076800 00000020:00000080:1.0:1788529918.383642:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1788529918.383690:0:9113:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1788529918.383745:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788529918.383749:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788529918.383751:0:9113:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1788529918.383760:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788529918.383764:0:9113:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1788529918.383766:0:9113:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788529918.384744:0:9113:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788529918.384748:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788529918.384753:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788529918.384755:0:9113:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788529918.384759:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788529918.384764:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788529918.384766:0:9113:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1788529918.384795:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788529918.385036:0:9113:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:1.0:1788529918.385290:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8c2749076800 00000020:00000080:1.0:1788529918.385293:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788529918.385310:0:9113:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8c2749076800 (ffff8c2744d73310) 00000020:00000080:1.0:1788529918.385335:0:9113:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:1.0:1788529918.385341:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8c2749076800 00000020:00000080:1.0:1788529918.385343:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1788529918.385471:0:9113:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c2758915800@lustre-MDT0001-mdc-ffff8c2749076800: add connection 192.168.204.124@tcp at head 00010000:00010000:0.0:1788529918.393573:0:9113:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff8c2749076800-6 is initialized 00000040:01000000:0.0:1788529918.393916:0:9113:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff8c2749076800 ctxt 13 is initialized 00000020:00000080:0.0:1788529918.393988:0:9113:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff8c2749076800 (uuid 2efaa52c-5004-470c-a632-f8c851910c1f) 00000020:01000000:0.0:1788529918.394007:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8c2749076800 00000020:00000080:0.0:1788529918.394011:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1788529918.394046:0:9113:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1788529918.394099:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788529918.394103:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.394105:0:9113:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1788529918.394108:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788529918.394111:0:9113:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1788529918.394113:0:9113:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788529918.394115:0:9113:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788529918.394117:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788529918.394120:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.394121:0:9113:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788529918.394123:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788529918.394129:0:9113:0:(obd_mount.c:963:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.124@tcp:/lustre 00000020:00000080:0.0:1788529918.394134:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.394136:0:9113:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1788529918.394139:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788529918.394146:0:9113:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:0.0:1788529918.394185:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8c2749076800 00000020:00000080:0.0:1788529918.394188:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788529918.394202:0:9113:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8c2749076800 (ffff8c2745359988) 00000020:00000080:0.0:1788529918.394222:0:9113:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:0.0:1788529918.394237:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8c2749076800 00000020:00000080:0.0:1788529918.394240:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788529918.394333:0:9113:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c2747dde800@lustre-OST0000-osc-ffff8c2749076800: add connection 192.168.204.124@tcp at head 00010000:00010000:0.0:1788529918.394596:0:9113:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8c2749076800-7 is initialized 00000020:00000080:0.0:1788529918.394906:0:9113:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8c2749076800 (uuid 2efaa52c-5004-470c-a632-f8c851910c1f) 00000020:01000000:0.0:1788529918.394916:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c2749076800 00000020:00000080:0.0:1788529918.394919:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1788529918.405317:0:9113:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1788529918.405351:0:9113:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8c2749076800: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1788529918.405362:0:9113:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1788529918.405422:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788529918.405432:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.405435:0:9113:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1788529918.405440:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788529918.405443:0:9113:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1788529918.405445:0:9113:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788529918.405447:0:9113:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788529918.405448:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788529918.405451:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.405453:0:9113:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788529918.405455:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788529918.405460:0:9113:0:(obd_mount.c:963:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.124@tcp:/lustre 00000020:00000080:0.0:1788529918.405464:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.405466:0:9113:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1788529918.405470:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788529918.405476:0:9113:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.124@tcp to nid 0x20000c0a8cc7c (192.168.204.124@tcp) 00000020:01000000:0.0:1788529918.405516:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8c2749076800 00000020:00000080:0.0:1788529918.405520:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788529918.405535:0:9113:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8c2749076800 (ffff8c274535cc98) 00000020:00000080:0.0:1788529918.405563:0:9113:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:0.0:1788529918.405569:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8c2749076800 00000020:00000080:0.0:1788529918.405572:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1788529918.405736:0:9113:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c2747dda000@lustre-OST0001-osc-ffff8c2749076800: add connection 192.168.204.124@tcp at head 00010000:00010000:0.0:1788529918.409697:0:9113:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8c2749076800-8 is initialized 00000020:00000080:0.0:1788529918.410068:0:9113:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8c2749076800 (uuid 2efaa52c-5004-470c-a632-f8c851910c1f) 00000020:01000000:0.0:1788529918.410085:0:9113:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8c2749076800 00000020:00000080:0.0:1788529918.410089:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1788529918.410119:0:9113:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1788529918.410129:0:9113:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8c2749076800: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1788529918.410135:0:9113:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1788529918.410146:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788529918.410150:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.410152:0:9113:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1788529918.410156:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788529918.410160:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.410161:0:9113:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788529918.410164:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788529918.410167:0:9113:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788529918.410169:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788529918.410171:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.410172:0:9113:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000100:00100000:0.0:1788529918.410228:0:9113:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:9113:1875409288310912:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788529918.412504:0:9113:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2747101c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788529918.418425:0:9113:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:9113:1875409288310912:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788529918.418484:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788529918.418497:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.418500:0:9113:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788529918.418506:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1788529918.418549:0:9113:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:9113:1875409288311040:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788529918.420432:0:9113:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750a97e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788529918.424550:0:9113:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:9113:1875409288311040:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788529918.424607:0:9113:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788529918.424617:0:9113:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.424620:0:9113:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788529918.424625:0:9113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1788529918.425501:0:9109:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788529918.425516:0:9109:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788529918.425541:0:9109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c27413d3000/0x8081d0a30e60c7db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0c5 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529918.425555:0:9109:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff8c27413d3000/0x8081d0a30e60c7db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0c5 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788529918.425575:0:9109:0:(mgc_request.c:2194:mgc_process_log()) Process log lustre-cliir-ffff8c2749076800 from 1 10000000:01000000:3.0:1788529918.425579:0:9109:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1788529918.425619:0:9109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c27862c1c00/0x8081d0a30e60c80c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529918.425628:0:9109:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff8c27862c1c00/0x8081d0a30e60c80c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529918.425639:0:9109:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff8c27862c1c00/0x8081d0a30e60c80c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788529918.425924:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288311168:192.168.204.124@tcp:101:mount.lustre.0 00000100:00100000:3.0:1788529918.426061:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2758b2c840 going to sleep for 11 seconds 00000100:00100000:3.0:1788529918.430158:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288311168:192.168.204.124@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788529918.430191:0:9109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff8c27862c1c00/0x8081d0a30e60c80c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0cc expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529918.430205:0:9109:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff8c27862c1c00/0x8081d0a30e60c80c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5b0cc expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788529918.430997:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288311296:192.168.204.124@tcp:256:mount.lustre.0 00000100:00100000:3.0:1788529918.431095:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2758b2c840 going to sleep for 11 seconds 00000100:00100000:0.0:1788529918.437068:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288311296:192.168.204.124@tcp:256:mount.lustre.0 10000000:01000000:0.0:1788529918.439510:0:9109:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1788529918.439540:0:9109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c27862c1c00/0x8081d0a30e60c80c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0cc expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529918.439555:0:9109:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff8c27862c1c00/0x8081d0a30e60c80c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0cc expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788529918.439564:0:9109:0:(mgc_request.c:2194:mgc_process_log()) Process log params-ffff8c2749076800 from 1 10000000:01000000:0.0:1788529918.439568:0:9109:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788529918.439610:0:9109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529918.439619:0:9109:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529918.439631:0:9109:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788529918.439658:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288311424:192.168.204.124@tcp:101:mount.lustre.0 00000100:00100000:0.0:1788529918.439747:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750a97e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788529918.443188:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288311424:192.168.204.124@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788529918.443225:0:9109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788529918.443267:0:9109:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788529918.443323:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288311552:192.168.204.124@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788529918.443399:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750a97e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788529918.446421:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288311552:192.168.204.124@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788529918.446508:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288311680:192.168.204.124@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788529918.446596:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750a97e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788529918.451523:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fb5daca4-a2e9-48dd-9609-737cca046f86:9109:1875409288311680:192.168.204.124@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788529918.454116:0:9119:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:9119:1875409288311808:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788529918.454267:0:9119:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750a97a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788529918.459613:0:9119:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:9119:1875409288311808:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:0.0:1788529918.459689:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788529918.459703:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.459706:0:9119:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788529918.459714:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c2749076800 00000020:00000080:0.0:1788529918.459717:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788529918.459728:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788529918.459730:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.459732:0:9119:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788529918.459734:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788529918.459736:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788529918.459738:0:9119:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788529918.459740:0:9119:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c2749076800 00000020:00000080:0.0:1788529918.459756:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788529918.459923:0:9119:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:9119:1875409288311936:192.168.204.124@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788529918.460056:0:9119:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750a97a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788529918.470016:0:9119:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fb5daca4-a2e9-48dd-9609-737cca046f86:9119:1875409288311936:192.168.204.124@tcp:502:llog_process_th.0 00000020:01000000:2.0:1788529918.470082:0:9119:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788529918.470093:0:9119:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788529918.470096:0:9119:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1788529918.470102:0:9119:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1788529918.470257:0:9109:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1788529918.470281:0:9109:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788529918.470314:0:9109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529918.470349:0:9109:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1788529918.470380:0:9109:0:(llite_lib.c:1613:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1788529918.470411:0:9109:0:(genops.c:1385:class_connect()) connect: client 2efaa52c-5004-470c-a632-f8c851910c1f, cookie 0x8081d0a30e60c81a 00800000:01000000:3.0:1788529918.470439:0:9109:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 2efaa52c-5004-470c-a632-f8c851910c1f to lustre-clilmv-ffff8c2749076800 00800000:01000000:3.0:1788529918.470449:0:9109:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8c2749076800(2efaa52c-5004-470c-a632-f8c851910c1f) - lustre-MDT0000_UUID, 2efaa52c-5004-470c-a632-f8c851910c1f 00000020:00000080:3.0:1788529918.470457:0:9109:0:(genops.c:1385:class_connect()) connect: client 2efaa52c-5004-470c-a632-f8c851910c1f, cookie 0x8081d0a30e60c821 00000100:00080000:3.0:1788529918.470469:0:9109:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8c2749076800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:3.0:1788529918.470479:0:9109:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8c2749076800: import ffff8c2752099800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:3.0:1788529918.470493:0:9109:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683397 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788529918.470526:0:9109:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c274906c380 x1875409288312064/t0(0) o38->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788529918.470557:0:9109:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID 00800000:01000000:3.0:1788529918.470662:0:9109:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8c2749076800(2efaa52c-5004-470c-a632-f8c851910c1f) successfully (5) 00800000:00000004:3.0:1788529918.470680:0:9109:0:(obd_class.h:1074:obd_statfs_async()) lustre-MDT0000-mdc-ffff8c2749076800: age -646, max_age 0 00800000:01000000:3.0:1788529918.470718:0:9109:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff8c2749076800(2efaa52c-5004-470c-a632-f8c851910c1f) - lustre-MDT0001_UUID, 2efaa52c-5004-470c-a632-f8c851910c1f 00000100:00100000:2.0:1788529918.470720:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288312064:192.168.204.124@tcp:38:mount.lustre.0 00000020:00000080:3.0:1788529918.470732:0:9109:0:(genops.c:1385:class_connect()) connect: client 2efaa52c-5004-470c-a632-f8c851910c1f, cookie 0x8081d0a30e60c828 00000100:00080000:3.0:1788529918.470741:0:9109:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8c2749076800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:3.0:1788529918.470749:0:9109:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8c2749076800: import ffff8c2758915800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:3.0:1788529918.470756:0:9109:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683397 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1788529918.470890:0:9109:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c274906ce00 x1875409288312320/t0(0) o38->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788529918.470926:0:9109:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID 00800000:01000000:3.0:1788529918.470977:0:9109:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff8c2749076800(2efaa52c-5004-470c-a632-f8c851910c1f) successfully (5) 00800000:00000004:3.0:1788529918.470980:0:9109:0:(obd_class.h:1074:obd_statfs_async()) lustre-MDT0001-mdc-ffff8c2749076800: age -646, max_age 0 00000080:00000004:3.0:1788529918.471001:0:9109:0:(obd_class.h:1108:obd_statfs()) lustre-clilmv-ffff8c2749076800: age -646, max_age 353 00800000:00000004:3.0:1788529918.471022:0:9109:0:(obd_class.h:1108:obd_statfs()) lustre-MDT0000-mdc-ffff8c2749076800: age -646, max_age 353 00000100:00100000:2.0:1788529918.471245:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288312320:192.168.204.124@tcp:38:mount.lustre.0 00000100:00080000:3.0:1788529918.471765:0:9109:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c274906f800 x1875409288312576/t0(0) o41->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529918.471811:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2758b2c000 going to sleep for 0 seconds 00000100:00080000:2.0:1788529918.471887:0:2406:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c274906ea00 x1875409288312192/t0(0) o41->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788529918.476020:0:2405:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8c274906d500 x1875409288312448/t0(0) o41->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529918.476046:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288312832:192.168.204.124@tcp:400:kworker.0 00010000:00080000:2.0:1788529918.486189:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906ce00 x1875409288312320/t0(0) o38->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 520/416 e 0 to 0 dl 1788529928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529918.486214:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2749076800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788529918.486229:0:2402:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8c2749076800: connect to target with instance 1 00000100:00080000:2.0:1788529918.486243:0:2402:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff8c2749076800: Resetting ns_connect_flags to server flags: 0xae7a7e7be34493b8 00000100:00080000:2.0:1788529918.486262:0:2402:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788529918.486266:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c2758915800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788529918.486319:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288312704:192.168.204.124@tcp:400:kworker.0 00010000:00080000:3.0:1788529918.491195:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906f100 x1875409288312832/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529918.491224:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288312832:192.168.204.124@tcp:400:kworker.0 00000100:00100000:2.0:1788529918.491822:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288312320:192.168.204.124@tcp:38:mount.lustre.0 00000100:00100000:2.0:1788529918.491854:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2749076800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788529918.491876:0:2402:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8c2749076800: connect to target with instance 1 00000100:00080000:2.0:1788529918.491887:0:2402:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8c2749076800: Resetting ns_connect_flags to server flags: 0xae7a7e7be34493b8 00000100:00080000:2.0:1788529918.491902:0:2402:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788529918.491905:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c2752099800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788529918.492063:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000004f05d141): req@ffff8c274906f800 x1875409288312576/t0(0) o41->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788529918.492098:0:2402:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f4fdd9f5): req@ffff8c274906ea00 x1875409288312192/t0(0) o41->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529918.492114:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288312064:192.168.204.124@tcp:38:mount.lustre.0 00000100:00100000:2.0:1788529918.492220:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2758b2c000 going to sleep for 11 seconds 00000100:00100000:0.0:1788529918.514653:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2efaa52c-5004-470c-a632-f8c851910c1f:9109:1875409288312576:192.168.204.124@tcp:41:mount.lustre.0 00800000:00000004:0.0:1788529918.514699:0:9109:0:(obd_class.h:1134:obd_statfs()) lustre-MDT0000-mdc-ffff8c2749076800: update ffff8c2744d70458 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:0.0:1788529918.514708:0:9109:0:(obd_class.h:1134:obd_statfs()) lustre-clilmv-ffff8c2749076800: update ffff8c274535b768 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:0.0:1788529918.514793:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752074380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2efaa52c-5004-470c-a632-f8c851910c1f:9109:1875409288312960:192.168.204.124@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788529918.514909:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750a97000 going to sleep for 11 seconds 00010000:00080000:3.0:1788529918.515046:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906d500 x1875409288312448/t0(0) o41->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/368 e 0 to 0 dl 1788529934 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529918.515068:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:0:1875409288312448:192.168.204.124@tcp:41:mount.lustre.0 00000100:00100000:3.0:1788529918.515127:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:0:1875409288312192:192.168.204.124@tcp:41:mount.lustre.0 00000100:00100000:3.0:1788529918.515150:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288312704:192.168.204.124@tcp:400:kworker.0 00000100:00100000:0.0:1788529918.520556:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752074380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2efaa52c-5004-470c-a632-f8c851910c1f:9109:1875409288312960:192.168.204.124@tcp:40:mount.lustre.0 00000080:00000004:0.0:1788529918.520600:0:9109:0:(llite_lib.c:613:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:0.0:1788529918.520622:0:9109:0:(llite_lib.c:774:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683397 ocd_grant: 2146304 00020000:01000000:0.0:1788529918.520627:0:9109:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:0.0:1788529918.520647:0:9109:0:(genops.c:1385:class_connect()) connect: client 2efaa52c-5004-470c-a632-f8c851910c1f, cookie 0x8081d0a30e60c82f 00000020:00000080:0.0:1788529918.520676:0:9109:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x8081d0a30e60c836 00000100:00080000:0.0:1788529918.520687:0:9109:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8c2749076800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:0.0:1788529918.520698:0:9109:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff8c2749076800: import ffff8c2747dde800 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:0.0:1788529918.520716:0:9109:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683397 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788529918.520754:0:9109:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c2752074380 x1875409288313088/t0(0) o8->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788529918.520831:0:9109:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID 00020000:01000000:0.0:1788529918.520853:0:9109:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8c2749076800) active 00000100:00100000:2.0:1788529918.520889:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752074380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288313088:192.168.204.124@tcp:8:mount.lustre.0 00000020:00000080:0.0:1788529918.520901:0:9109:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x8081d0a30e60c83d 00000100:00080000:0.0:1788529918.520912:0:9109:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8c2749076800: connect to NID 192.168.204.124@tcp last attempt 0 00000100:00080000:0.0:1788529918.520920:0:9109:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff8c2749076800: import ffff8c2747dda000 using connection 192.168.204.124@tcp/192.168.204.124@tcp 00000008:00100000:0.0:1788529918.520944:0:9109:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683397 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1788529918.520960:0:9109:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c2752074a80 x1875409288313216/t0(0) o8->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788529918.520972:0:9109:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID 00020000:01000000:0.0:1788529918.520993:0:9109:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8c2749076800) active 00000100:00100000:2.0:1788529918.521018:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288313216:192.168.204.124@tcp:8:mount.lustre.0 00000100:00100000:0.0:1788529918.521149:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2efaa52c-5004-470c-a632-f8c851910c1f:9109:1875409288313344:192.168.204.124@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788529918.521226:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750a97000 going to sleep for 11 seconds 00010000:00080000:2.0:1788529918.524012:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752074a80 x1875409288313216/t0(0) o8->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 520/416 e 0 to 0 dl 1788529928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529918.524028:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c2749076800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788529918.524039:0:2402:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8c2749076800: connect to target with instance 1 00000100:00080000:2.0:1788529918.524050:0:2402:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8c2749076800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788529918.524062:0:2402:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788529918.524065:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c2747dda000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788529918.524072:0:2402:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1788529918.524076:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788529918.524080:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788529918.524104:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752074a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288313216:192.168.204.124@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788529918.524117:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2752074380 x1875409288313088/t0(0) o8->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 520/416 e 0 to 0 dl 1788529928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529918.524123:0:2402:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c2749076800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1788529918.524126:0:2402:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8c2749076800: connect to target with instance 1 00000100:00080000:2.0:1788529918.524139:0:2402:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8c2749076800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1788529918.524143:0:2402:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788529918.524144:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c2747dde800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1788529918.524146:0:2402:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1788529918.524148:0:2402:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1788529918.524151:0:2402:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1788529918.524155:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752074380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288313088:192.168.204.124@tcp:8:mount.lustre.0 00000100:00100000:0.0:1788529918.525660:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2efaa52c-5004-470c-a632-f8c851910c1f:9109:1875409288313344:192.168.204.124@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788529918.525762:0:9109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2752077800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2efaa52c-5004-470c-a632-f8c851910c1f:9109:1875409288313472:192.168.204.124@tcp:33:mount.lustre.0 00000100:00100000:0.0:1788529918.525953:0:9109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750a97000 going to sleep for 11 seconds 00000100:00100000:0.0:1788529918.530219:0:9109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2752077800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2efaa52c-5004-470c-a632-f8c851910c1f:9109:1875409288313472:192.168.204.124@tcp:33:mount.lustre.0 00000080:00200000:0.0:1788529918.530423:0:9109:0:(llite_lib.c:3355:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8c27495921c8) 00000080:00200000:0.0:1788529918.530435:0:9109:0:(llite_lib.c:3118:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1788529918.530512:0:9109:0:(llite_lib.c:1652:ll_fill_super()) Mounted lustre-client - version 2.17.58_5_ge0db421 00000080:00000004:0.0:1788529918.534912:0:9109:0:(super25.c:182:lustre_fill_super()) 192.168.204.124@tcp:/lustre: Mount complete 00010000:00000001:2.0:1788529918.686701:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529918.686710:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529918.686717:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529918.686719:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529918.686740:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529918.686743:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529918.686746:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1788529918.702208:0:9141:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:2.0:1788529919.710169:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529919.710187:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529919.710193:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529919.710195:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529919.710217:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529919.710221:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529919.710224:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788529919.836912:0:8276:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b000 (cpu 0) has reached its deadline 4295023069, at 4295023104 00000100:00000010:0.0:1788529919.836933:0:8276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27493a6000. 00000100:00000040:1.0:1788529919.837247:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b110 (cpu 1) has reached its deadline 4295023069, at 4295023104 00000100:00000010:1.0:1788529919.837253:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27493a6120. 00010000:00000001:2.0:1788529920.734346:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529920.734354:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529920.734360:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529920.734361:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529920.734383:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529920.734385:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529920.734388:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529921.758816:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529921.758822:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529921.758826:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529921.758827:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529921.758853:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529921.758856:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529921.758865:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529922.790412:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529922.790419:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529922.790424:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529922.790426:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529922.790459:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529922.790462:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529922.790466:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788529922.957899:0:9342:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788529922.957913:0:9342:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788529923.223855:0:9378:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788529923.223867:0:9378:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg424-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:3.0:1788529923.229517:0:9378:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1788529923.605416:0:9391:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788529923.605435:0:9391:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788529923.630217:0:9394:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788529923.630230:0:9394:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529923.810413:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529923.810425:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529923.810432:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529923.810433:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529923.810470:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529923.810474:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529923.810479:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788529923.944046:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb5daca4-a2e9-48dd-9609-737cca046f86->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529923.944057:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529923.944064:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c000. 00000020:00000040:3.0:1788529923.944070:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1788529923.944075:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529923.944078:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529923.944083:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529923.944090:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27582b6c00. 00000100:00000001:3.0:1788529923.944097:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944109:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fb5daca4-a2e9-48dd-9609-737cca046f86->MGS req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529923.944120:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529923.944124:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944130:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776ba02] to pc [ptlrpcd_01_01+1] req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944150:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944153:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529923.944156:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529923.944159:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906ea00. 00000020:00000040:3.0:1788529923.944161:0:485:0:(genops.c:1210:class_import_get()) import ffff8c27521a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000100:00000001:3.0:1788529923.944164:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529923.944165:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529923.944167:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529923.944170:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27582b6900. 00000100:00000001:3.0:1788529923.944173:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944177:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529923.944184:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529923.944193:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944198:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec0ca9d9] to pc [ptlrpcd_01_00+0] req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944206:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944209:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529923.944212:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529923.944215:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906d500. 00000020:00000040:3.0:1788529923.944217:0:485:0:(genops.c:1210:class_import_get()) import ffff8c27521b7800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000100:00000001:3.0:1788529923.944219:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529923.944220:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529923.944222:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529923.944225:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27582b6100. 00000100:00000001:3.0:1788529923.944228:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944232:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529923.944239:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529923.944241:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944245:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc98d1ca] to pc [ptlrpcd_01_01+1] req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944252:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944253:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529923.944257:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529923.944259:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529923.944262:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529923.944264:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529923.944267:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529923.944270:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906f100. 00000020:00000040:3.0:1788529923.944272:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2752099800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000100:00000001:3.0:1788529923.944280:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529923.944282:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529923.944284:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529923.944287:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27582b6b00. 00000100:00000001:3.0:1788529923.944290:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944300:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529923.944307:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529923.944309:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944312:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da3f0cb5] to pc [ptlrpcd_01_00+0] req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944319:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944321:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529923.944323:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529923.944326:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c700. 00000020:00000040:3.0:1788529923.944328:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2758915800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000100:00000001:3.0:1788529923.944330:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529923.944331:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529923.944333:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529923.944336:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27582b6000. 00000100:00000001:3.0:1788529923.944339:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944343:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529923.944349:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529923.944350:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944354:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000074d20f] to pc [ptlrpcd_01_01+1] req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944361:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944363:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529923.944366:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529923.944375:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906f800. 00000020:00000040:3.0:1788529923.944378:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2747dde800 refcount=3 obd=lustre-OST0000-osc-ffff8c2749076800 00000100:00000001:3.0:1788529923.944380:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529923.944381:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529923.944382:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529923.944385:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27582b6300. 00000100:00000001:3.0:1788529923.944388:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944392:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529923.944399:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529923.944401:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944404:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bf3447f] to pc [ptlrpcd_01_00+0] req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944411:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944413:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529923.944416:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529923.944419:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c380. 00000020:00000040:3.0:1788529923.944421:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2747dda000 refcount=3 obd=lustre-OST0001-osc-ffff8c2749076800 00000100:00000001:3.0:1788529923.944423:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529923.944424:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529923.944426:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529923.944429:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27582b6f00. 00000100:00000001:3.0:1788529923.944432:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944436:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529923.944443:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529923.944445:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944448:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b72be1] to pc [ptlrpcd_01_01+1] req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944454:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944463:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (364) 00000100:00000001:3.0:1788529923.944478:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529923.944481:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529923.944484:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529923.944489:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944510:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529923.944513:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.944517:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529923.944520:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529923.944522:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529923.944526:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288313600:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529923.944531:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529923.944536:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529923.944539:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.944545:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529923.944552:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750a24c00. 02000000:00000001:3.0:1788529923.944553:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529923.944563:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529923.944567:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491edec8. 00000400:00000010:3.0:1788529923.944576:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc000. 00000100:00000200:3.0:1788529923.944584:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288313600, portal 25 00000100:00000001:3.0:1788529923.944586:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529923.944588:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089633280 : -127374619918336 : ffff8c274906c000) 00000100:00000040:3.0:1788529923.944599:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944607:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529923.944610:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529923.944612:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc7f8. 00000100:00000200:3.0:1788529923.944616:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875409288313600, offset 0 00000400:00000200:3.0:1788529923.944622:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529923.944630:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.944643:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529923.944648:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529923.944656:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529923.944660:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529923.944663:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529923.944667:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [125:125:256:4294967295] 192.168.204.124@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1788529923.944672:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.944682:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529923.944688:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529923.944693:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c27582b6400. 00000800:00000200:3.0:1788529923.944699:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529923.944707:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529923.944711:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c27582b6400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529923.944730:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529923.944734:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529923.944736:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295028491 00000100:00000010:3.0:1788529923.944741:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27493a6ea0. 00000100:00000001:3.0:1788529923.944747:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788529923.944762:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295028491 00000100:00000010:3.0:1788529923.944765:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27493a6540. 00000100:00000001:3.0:1788529923.944784:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788529923.944787:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529923.944790:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529923.944792:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529923.944796:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944803:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529923.944805:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.944807:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529923.944809:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529923.944810:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529923.944813:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288313856:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529923.944822:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529923.944825:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529923.944826:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.944828:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529923.944830:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750a24600. 02000000:00000001:3.0:1788529923.944832:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529923.944835:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529923.944837:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed528. 00000400:00000010:3.0:1788529923.944841:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc660. 00000100:00000200:3.0:1788529923.944843:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288313856, portal 10 00000100:00000001:3.0:1788529923.944845:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529923.944846:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089638656 : -127374619912960 : ffff8c274906d500) 00000100:00000040:3.0:1788529923.944851:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944858:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529923.944860:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529923.944862:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc110. 00000100:00000200:3.0:1788529923.944863:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288313856, offset 0 00000400:00000200:3.0:1788529923.944867:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529923.944870:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.944873:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529923.944875:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529923.944877:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529923.944879:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529923.944881:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529923.944884:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [126:126:255:4294967295] 192.168.204.124@tcp LPNI seq info [126:126:7:4294967295] 00000400:00000200:3.0:1788529923.944887:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.944893:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529923.944896:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529923.944899:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c27582b6600. 00000800:00000200:3.0:1788529923.944902:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529923.944910:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529923.944912:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c27582b6600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529923.944915:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.944919:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: using a timeout of 103936 usecs (104 jiffies) 00000400:00000200:3.0:1788529923.944921:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529923.944923:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295027314 00000100:00000001:3.0:1788529923.944926:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.944928:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295027314 00000100:00000001:3.0:1788529923.944930:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.944932:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529923.944933:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529923.944935:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529923.944938:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944943:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529923.944944:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.944946:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529923.944947:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529923.944949:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529923.944952:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288314112:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529923.944954:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529923.944956:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529923.944957:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.944959:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529923.944961:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750a25400. 02000000:00000001:3.0:1788529923.944962:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529923.944965:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529923.944966:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed4d0. 00000400:00000010:3.0:1788529923.944969:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc088. 00000100:00000200:3.0:1788529923.944971:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288314112, portal 10 00000100:00000001:3.0:1788529923.944973:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529923.944977:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089635072 : -127374619916544 : ffff8c274906c700) 00000100:00000040:3.0:1788529923.944982:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.944987:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529923.944989:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529923.944991:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcaa0. 00000100:00000200:3.0:1788529923.944993:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288314112, offset 0 00000400:00000200:3.0:1788529923.944997:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529923.945000:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.945002:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529923.945004:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529923.945006:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529923.945007:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529923.945009:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529923.945012:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [127:127:254:4294967295] 192.168.204.124@tcp LPNI seq info [127:127:6:4294967295] 00000400:00000200:3.0:1788529923.945015:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.945021:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529923.945024:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529923.945026:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c27582b6500. 00000800:00000200:3.0:1788529923.945029:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529923.945032:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529923.945035:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c27582b6500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529923.945037:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.945039:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: using a timeout of 37046 usecs (38 jiffies) 00000400:00000200:3.0:1788529923.945042:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529923.945043:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295027248 00000100:00000001:3.0:1788529923.945045:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.945046:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295027248 00000100:00000001:3.0:1788529923.945048:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.945049:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529923.945054:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529923.945055:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529923.945059:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.945064:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529923.945065:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.945067:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529923.945068:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529923.945069:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529923.945072:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288314368:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529923.945074:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529923.945076:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529923.945077:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.945079:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529923.945081:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750a24800. 02000000:00000001:3.0:1788529923.945082:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529923.945084:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529923.945087:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491edf78. 00000400:00000010:3.0:1788529923.945090:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc3b8. 00000100:00000200:3.0:1788529923.945092:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288314368, portal 4 00000100:00000001:3.0:1788529923.945093:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529923.945094:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089634176 : -127374619917440 : ffff8c274906c380) 00000020:00000010:3.0:1788529923.945101:0:2406:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c274554e000. 00000100:00000040:3.0:1788529923.945106:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.945112:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529923.945114:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529923.945116:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc770. 00000100:00000200:3.0:1788529923.945118:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875409288314368, offset 0 00000400:00000200:3.0:1788529923.945121:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529923.945124:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.945126:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529923.945132:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529923.945134:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529923.945136:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529923.945138:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529923.945140:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [128:128:253:4294967295] 192.168.204.124@tcp LPNI seq info [128:128:5:4294967295] 00000400:00000200:3.0:1788529923.945143:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.945148:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529923.945152:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529923.945155:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c27582b6e00. 00000800:00000200:3.0:1788529923.945159:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529923.945163:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529923.945165:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c27582b6e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529923.945169:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.945172:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: using a timeout of 3765 usecs (4 jiffies) 00000400:00000200:3.0:1788529923.945174:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529923.945176:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295027214 00000100:00000001:3.0:1788529923.945178:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.945180:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295027214 00000100:00000001:3.0:1788529923.945182:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.945184:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529923.945186:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529923.945189:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529923.945191:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529923.945199:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529923.945202:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788529923.945204:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529923.945205:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529923.945207:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529923.945210:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1788529923.945212:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529923.945213:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529923.945219:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529923.945221:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529923.945222:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529923.945224:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529923.945228:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.945234:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529923.945236:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.945238:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529923.945240:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529923.945241:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529923.945244:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288313728:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529923.945247:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529923.945249:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529923.945251:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.945252:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529923.945255:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750a24200. 02000000:00000001:3.0:1788529923.945257:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529923.945261:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529923.945264:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491edb58. 00000400:00000010:3.0:1788529923.945267:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcd48. 00000100:00000200:3.0:1788529923.945270:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288313728, portal 10 00000100:00000001:3.0:1788529923.945272:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529923.945273:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089644032 : -127374619907584 : ffff8c274906ea00) 00000100:00000040:3.0:1788529923.945279:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.945285:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529923.945287:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529923.945290:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fca18. 00000100:00000200:3.0:1788529923.945292:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288313728, offset 0 00000400:00000200:3.0:1788529923.945569:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529923.945573:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.945577:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529923.945584:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529923.945587:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529923.945686:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529923.945693:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529923.945696:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [129:129:252:4294967295] 192.168.204.124@tcp LPNI seq info [129:129:4:4294967295] 00000400:00000200:3.0:1788529923.945700:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.945707:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529923.945711:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529923.945716:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2759a37800. 00000800:00000200:3.0:1788529923.945720:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529923.945724:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529923.945727:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2759a37800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529923.945730:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.945733:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: using a timeout of 213381 usecs (214 jiffies) 00000400:00000200:3.0:1788529923.945736:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529923.945738:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295027424 00000100:00000001:3.0:1788529923.945740:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.945743:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295027424 00000100:00000001:3.0:1788529923.945745:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.945747:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529923.945758:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529923.945760:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529923.945765:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.945794:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529923.945795:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.945797:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529923.945799:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529923.945801:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529923.945810:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288313984:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529923.945814:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529923.945816:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529923.945818:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.945820:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529923.945823:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750a24e00. 02000000:00000001:3.0:1788529923.945824:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529923.945828:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529923.945830:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed370. 00000400:00000010:3.0:1788529923.945833:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcdd0. 00000100:00000200:3.0:1788529923.945837:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288313984, portal 10 00000100:00000001:3.0:1788529923.945838:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529923.945840:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089645824 : -127374619905792 : ffff8c274906f100) 00000100:00000040:3.0:1788529923.945846:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.945852:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529923.945854:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529923.945856:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fccc0. 00000100:00000200:3.0:1788529923.945858:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288313984, offset 0 00000400:00000200:3.0:1788529923.945862:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529923.945865:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.945869:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529923.945872:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529923.945874:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529923.945876:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529923.945879:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529923.945882:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [130:130:251:4294967295] 192.168.204.124@tcp LPNI seq info [130:130:3:4294967295] 00000400:00000200:3.0:1788529923.945886:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.945892:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529923.945896:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529923.945902:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760b9c300. 00000800:00000200:3.0:1788529923.945915:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529923.945919:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529923.945921:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760b9c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529923.945924:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.945927:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: using a timeout of 25676 usecs (26 jiffies) 00000400:00000200:3.0:1788529923.945930:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529923.945932:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295027236 00000100:00000001:3.0:1788529923.945934:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.945936:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295027236 00000100:00000001:3.0:1788529923.945938:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.945940:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529923.945942:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529923.945944:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529923.945948:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.945954:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529923.945955:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.945958:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529923.945959:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529923.945961:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529923.945963:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288314240:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529923.945966:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529923.945968:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529923.945970:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529923.945971:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529923.945974:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750a25000. 02000000:00000001:3.0:1788529923.945975:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529923.945979:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529923.945981:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed210. 00000400:00000010:3.0:1788529923.945984:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcf68. 00000100:00000200:3.0:1788529923.945987:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288314240, portal 4 00000100:00000001:3.0:1788529923.945993:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529923.945994:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089647616 : -127374619904000 : ffff8c274906f800) 00000020:00000010:3.0:1788529923.946001:0:2406:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c274554a000. 00000100:00000040:3.0:1788529923.946006:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529923.946012:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529923.946015:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529923.946017:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc220. 00000100:00000200:3.0:1788529923.946019:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875409288314240, offset 0 00000400:00000200:3.0:1788529923.946023:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529923.946026:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.946029:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529923.946032:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529923.946034:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529923.946036:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529923.946038:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529923.946041:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [131:131:250:4294967295] 192.168.204.124@tcp LPNI seq info [131:131:2:4294967295] 00000400:00000200:3.0:1788529923.946045:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529923.946051:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529923.946056:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529923.946059:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c01a00. 00000800:00000200:3.0:1788529923.946063:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529923.946067:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529923.946070:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c01a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529923.946072:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529923.946075:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: using a timeout of 4117 usecs (5 jiffies) 00000400:00000200:3.0:1788529923.946078:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529923.946080:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295027215 00000100:00000001:3.0:1788529923.946082:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.946084:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295027215 00000100:00000001:3.0:1788529923.946091:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295028491 00000100:00000001:3.0:1788529923.946093:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529923.946100:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529923.946103:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529923.946106:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529923.948633:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529923.948639:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788529923.950342:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529923.950348:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c27582b6400. 00000400:00000200:1.0:1788529923.950356:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.950367:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529923.950376:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc7f8 00000400:00000010:1.0:1788529923.950379:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc7f8. 00000100:00000001:1.0:1788529923.950384:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529923.950393:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.950418:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529923.950424:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.950432:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529923.950434:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529923.950452:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529923.950455:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c27582b6600. 00000400:00000200:1.0:1788529923.950458:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.950462:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529923.950464:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc110 00000400:00000010:1.0:1788529923.950466:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc110. 00000100:00000001:1.0:1788529923.950469:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529923.950474:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.950481:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529923.950484:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.950491:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529923.950493:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529923.950502:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529923.950504:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c27582b6500. 00000400:00000200:1.0:1788529923.950508:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.950511:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529923.950514:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcaa0 00000400:00000010:1.0:1788529923.950515:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcaa0. 00000100:00000001:1.0:1788529923.950517:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529923.950521:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.950529:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529923.950532:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.950550:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529923.950552:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529923.950562:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529923.950565:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c27582b6e00. 00000400:00000200:1.0:1788529923.950568:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.950571:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529923.950574:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc770 00000400:00000010:1.0:1788529923.950576:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc770. 00000100:00000001:1.0:1788529923.950579:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529923.950583:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.950590:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529923.950593:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.950599:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529923.950601:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529923.950609:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529923.950611:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2759a37800. 00000400:00000200:1.0:1788529923.950615:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.950618:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529923.950620:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fca18 00000400:00000010:1.0:1788529923.950622:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fca18. 00000100:00000001:1.0:1788529923.950624:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529923.950628:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.950636:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529923.951116:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.951123:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529923.951125:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529923.951137:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529923.951145:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760b9c300. 00000400:00000200:1.0:1788529923.951162:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.951166:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529923.951170:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fccc0 00000400:00000010:1.0:1788529923.951171:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fccc0. 00000100:00000001:1.0:1788529923.951173:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529923.951177:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.951185:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529923.951187:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.951202:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529923.951204:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529923.951267:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529923.951270:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c01a00. 00000400:00000200:1.0:1788529923.951273:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.951277:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529923.951279:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc220 00000400:00000010:1.0:1788529923.951281:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc220. 00000100:00000001:1.0:1788529923.951284:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529923.951288:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.951295:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529923.951297:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.951303:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529923.951305:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788529923.962888:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.962913:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529923.962917:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.962920:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.962931:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.962940:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529923.962963:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.962968:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.962974:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.962978:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0703c00 00000400:00000200:1.0:1788529923.962982:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.962988:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:1.0:1788529923.962996:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963000:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963003:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.963008:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529923.963017:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529923.963028:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529923.963039:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.963061:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529923.963069:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963073:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529923.963075:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963077:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963080:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963084:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529923.963088:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963090:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963093:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963095:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0703d00 00000400:00000200:1.0:1788529923.963098:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963101:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:1.0:1788529923.963105:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963108:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963110:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.963118:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529923.963121:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529923.963127:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529923.963134:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.963141:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529923.963146:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963149:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529923.963150:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963153:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963156:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963159:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529923.963163:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963166:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963169:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963171:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0703b80 00000400:00000200:1.0:1788529923.963174:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963177:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:1.0:1788529923.963181:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963184:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963186:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.963189:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529923.963192:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529923.963196:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529923.963204:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.963212:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529923.963216:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963224:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529923.963226:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963228:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963231:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963234:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529923.963238:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963241:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963244:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963247:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0703c80 00000400:00000200:1.0:1788529923.963250:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963254:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:1.0:1788529923.963257:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963261:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963263:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.963265:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529923.963268:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529923.963274:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529923.963282:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.963289:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529923.963293:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963296:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529923.963298:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963299:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963302:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963305:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529923.963309:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963311:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963313:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963316:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9acc0703e00 00000400:00000200:1.0:1788529923.963318:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963329:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:1.0:1788529923.963333:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963337:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963339:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.963341:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529923.963344:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529923.963349:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529923.963357:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.963364:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529923.963367:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963370:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529923.963372:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963373:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963376:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963379:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529923.963383:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963385:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963387:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963389:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9acc0703d80 00000400:00000200:1.0:1788529923.963392:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963395:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:1.0:1788529923.963398:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963401:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963402:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.963406:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529923.963408:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529923.963412:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529923.963420:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.963433:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529923.963437:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963440:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529923.963442:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963444:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963447:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963450:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529923.963454:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963457:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963459:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963463:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9acc0703b00 00000400:00000200:1.0:1788529923.963466:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529923.963470:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:1.0:1788529923.963473:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963482:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529923.963484:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529923.963487:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529923.963490:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529923.963494:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529923.963517:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529923.963525:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529923.963529:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529923.963532:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.964979:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529923.964985:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788529923.964994:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529923.964995:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529923.964999:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491edb58. 00000400:00000200:2.0:1788529923.965006:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcd48 00000400:00000010:2.0:1788529923.965009:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcd48. 00000100:00000001:2.0:1788529923.965013:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529923.965021:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529923.965031:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965039:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529923.965041:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965044:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529923.965047:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529923.965049:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529923.965052:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529923.965055:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529923.965080:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521a9c60 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529923.965085:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521a9c18 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529923.965088:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529923.965090:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529923.965093:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529923.965096:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529923.965100:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529923.965103:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529923.965104:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529923.965106:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529923.965112:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965119:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529923.965123:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529923.965125:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529923.965129:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529923.965136:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288313728:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529923.965143:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529923.965144:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529923.965147:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed370. 00000400:00000200:2.0:1788529923.965150:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcdd0 00000400:00000010:2.0:1788529923.965151:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcdd0. 00000100:00000001:2.0:1788529923.965154:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529923.965158:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529923.965167:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965173:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529923.965175:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965177:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529923.965184:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529923.965185:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529923.965187:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529923.965188:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529923.965194:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2752099c60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529923.965197:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2752099c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529923.965199:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529923.965200:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529923.965202:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529923.965203:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529923.965205:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529923.965206:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529923.965208:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529923.965209:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529923.965214:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965220:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529923.965222:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529923.965223:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529923.965227:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529923.965234:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288313984:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529923.965239:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529923.965241:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529923.965244:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed210. 00000400:00000200:2.0:1788529923.965246:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcf68 00000400:00000010:2.0:1788529923.965248:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcf68. 00000100:00000001:2.0:1788529923.965250:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529923.965254:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529923.965261:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965278:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529923.965280:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965281:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529923.965283:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529923.965284:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529923.965285:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529923.965287:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529923.965292:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2747ddec60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529923.965295:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2747ddec18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529923.965296:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529923.965297:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529923.965299:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529923.965302:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529923.965308:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529923.965311:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529923.965312:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529923.965313:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529923.965314:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529923.965318:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965323:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529923.965325:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529923.965326:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529923.965330:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529923.965337:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288314240:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529923.965342:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529923.965344:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529923.965346:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491edec8. 00000400:00000200:2.0:1788529923.965353:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc000 00000400:00000010:2.0:1788529923.965355:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc000. 00000100:00000001:2.0:1788529923.965358:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529923.965363:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529923.965372:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965378:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529923.965379:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965381:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529923.965382:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529923.965383:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529923.965385:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529923.965387:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529923.965390:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529923.965392:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529923.965394:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529923.965396:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529923.965397:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529923.965399:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529923.965401:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529923.965404:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965410:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529923.965411:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529923.965412:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529923.965416:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529923.965423:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288313600:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529923.965428:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529923.965429:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529923.965430:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed528. 00000400:00000200:2.0:1788529923.965437:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc660 00000400:00000010:2.0:1788529923.965439:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc660. 00000100:00000001:2.0:1788529923.965442:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529923.965446:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529923.965455:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965460:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529923.965462:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965464:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529923.965465:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529923.965467:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529923.965468:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529923.965470:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529923.965474:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521b7c60 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529923.965476:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521b7c18 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529923.965478:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529923.965479:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529923.965481:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529923.965485:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529923.965492:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529923.965494:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529923.965506:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529923.965508:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529923.965510:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529923.965513:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965518:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529923.965520:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529923.965521:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529923.965523:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529923.965540:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288313856:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529923.965546:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529923.965547:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529923.965548:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed4d0. 00000400:00000200:2.0:1788529923.965551:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc088 00000400:00000010:2.0:1788529923.965553:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc088. 00000100:00000001:2.0:1788529923.965555:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529923.965559:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529923.965567:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965572:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529923.965573:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965575:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529923.965576:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529923.965578:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529923.965579:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529923.965581:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529923.965585:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2758915c60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529923.965588:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2758915c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529923.965590:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529923.965600:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529923.965602:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529923.965606:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529923.965613:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529923.965615:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529923.965616:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529923.965618:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529923.965620:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529923.965623:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965635:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529923.965637:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529923.965638:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529923.965642:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529923.965650:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288314112:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529923.965656:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529923.965657:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529923.965659:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491edf78. 00000400:00000200:2.0:1788529923.965662:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc3b8 00000400:00000010:2.0:1788529923.965664:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc3b8. 00000100:00000001:2.0:1788529923.965666:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529923.965669:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529923.965677:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965683:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529923.965684:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965686:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529923.965687:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529923.965688:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529923.965690:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529923.965691:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529923.965696:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2747dda460 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529923.965698:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2747dda418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529923.965700:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529923.965701:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529923.965703:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529923.965706:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529923.965722:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529923.965725:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529923.965726:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529923.965727:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529923.965729:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529923.965732:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965737:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529923.965739:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529923.965740:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529923.965743:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529923.965761:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288314368:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529923.965766:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965791:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529923.965796:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906ea00 x1875409288313728/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965803:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529923.965806:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529923.965810:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750a24200. 02000000:00000001:2.0:1788529923.965814:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529923.965817:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529923.965819:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c27521a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000020:00000001:2.0:1788529923.965821:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529923.965824:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27582b6900. 02000000:00000001:2.0:1788529923.965828:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529923.965830:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529923.965831:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906ea00. 00000100:00000001:2.0:1788529923.965836:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529923.965838:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965845:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529923.965849:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906f100 x1875409288313984/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965854:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529923.965855:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529923.965857:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750a24e00. 02000000:00000001:2.0:1788529923.965858:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529923.965859:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529923.965860:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2752099800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000020:00000001:2.0:1788529923.965862:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529923.965863:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27582b6b00. 02000000:00000001:2.0:1788529923.965865:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529923.965866:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529923.965867:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906f100. 00000100:00000001:2.0:1788529923.965869:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529923.965871:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965872:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529923.965875:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906f800 x1875409288314240/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965880:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529923.965881:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529923.965882:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750a25000. 02000000:00000001:2.0:1788529923.965884:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529923.965885:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529923.965886:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2747dde800 refcount=2 obd=lustre-OST0000-osc-ffff8c2749076800 00000020:00000001:2.0:1788529923.965888:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529923.965889:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27582b6300. 02000000:00000001:2.0:1788529923.965891:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529923.965892:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529923.965893:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906f800. 00000100:00000001:2.0:1788529923.965895:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529923.965896:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965897:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529923.965900:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c000 x1875409288313600/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965905:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529923.965911:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529923.965913:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750a24c00. 02000000:00000001:2.0:1788529923.965915:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529923.965917:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529923.965918:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:2.0:1788529923.965920:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529923.965921:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27582b6c00. 02000000:00000001:2.0:1788529923.965923:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529923.965924:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529923.965926:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c000. 00000100:00000001:2.0:1788529923.965928:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529923.965930:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965931:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529923.965935:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906d500 x1875409288313856/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965942:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529923.965943:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529923.965944:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750a24600. 02000000:00000001:2.0:1788529923.965946:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529923.965947:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529923.965948:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c27521b7800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000020:00000001:2.0:1788529923.965950:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529923.965951:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27582b6100. 02000000:00000001:2.0:1788529923.965953:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529923.965955:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529923.965956:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906d500. 00000100:00000001:2.0:1788529923.965958:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529923.965959:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965961:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529923.965964:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c700 x1875409288314112/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.965969:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529923.965970:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529923.965972:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750a25400. 02000000:00000001:2.0:1788529923.965974:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529923.965975:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529923.965982:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2758915800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000020:00000001:2.0:1788529923.965984:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529923.965985:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27582b6000. 02000000:00000001:2.0:1788529923.965988:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529923.965989:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529923.965990:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c700. 00000100:00000001:2.0:1788529923.965992:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529923.965993:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.965995:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529923.965998:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c380 x1875409288314368/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529923.966004:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529923.966005:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529923.966007:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750a24800. 02000000:00000001:2.0:1788529923.966009:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529923.966010:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529923.966011:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2747dda000 refcount=2 obd=lustre-OST0001-osc-ffff8c2749076800 00000020:00000001:2.0:1788529923.966013:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529923.966014:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27582b6f00. 02000000:00000001:2.0:1788529923.966016:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529923.966018:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529923.966019:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c380. 00000100:00000001:2.0:1788529923.966021:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529923.966022:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.966025:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529923.966033:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529923.966035:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529923.966038:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529923.966040:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529924.829174:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529924.829182:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529924.829187:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529924.829188:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529924.829217:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529924.829219:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529924.829222:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788529925.279159:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b110 (cpu 1) has reached its deadline 4295028491, at 4295028546 00000100:00000010:1.0:1788529925.279179:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27493a6540. 00000100:00000040:0.0:1788529925.281207:0:8276:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b000 (cpu 0) has reached its deadline 4295028491, at 4295028548 00000100:00000010:0.0:1788529925.281220:0:8276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27493a6ea0. 00010000:00000001:2.0:1788529925.853852:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529925.853894:0:8937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788529925.853897:0:8937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788529925.853901:0:8937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529925.853907:0:8937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788529925.853909:0:8937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529925.853912:0:8937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529925.853915:0:8937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529925.853921:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529925.853922:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529925.853947:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529925.853949:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529925.853952:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529926.877031:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529926.877042:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529926.877048:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529926.877050:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529926.877074:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529926.877078:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529926.877081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529927.903256:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529927.903267:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529927.903274:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529927.903280:0:8937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788529927.903283:0:8937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788529927.903299:0:8937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529927.903304:0:8937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788529927.903307:0:8937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529927.903309:0:8937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529927.903311:0:8937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529927.903337:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529927.903342:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529927.903345:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529928.928430:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529928.928439:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529928.928460:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529928.928461:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529928.928499:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529928.928502:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529928.928532:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788529929.053728:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb5daca4-a2e9-48dd-9609-737cca046f86->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529929.053740:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529929.053751:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906ce00. 00000020:00000040:3.0:1788529929.053765:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1788529929.053793:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529929.053797:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529929.053804:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529929.053816:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01e00. 00000100:00000001:3.0:1788529929.053828:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.053844:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fb5daca4-a2e9-48dd-9609-737cca046f86->MGS req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529929.053857:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529929.053862:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.053868:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972cf10b] to pc [ptlrpcd_01_00+0] req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.053893:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.053896:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529929.053900:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529929.053905:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c380. 00000020:00000040:3.0:1788529929.053907:0:485:0:(genops.c:1210:class_import_get()) import ffff8c27521a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000100:00000001:3.0:1788529929.053910:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529929.053911:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529929.053913:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529929.053917:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01300. 00000100:00000001:3.0:1788529929.053920:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.053943:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529929.053950:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529929.053953:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.053956:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b72be1] to pc [ptlrpcd_01_01+1] req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.053964:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.053966:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529929.053969:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529929.053972:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c700. 00000020:00000040:3.0:1788529929.053975:0:485:0:(genops.c:1210:class_import_get()) import ffff8c27521b7800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000100:00000001:3.0:1788529929.053977:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529929.053978:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529929.053980:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529929.053983:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01d00. 00000100:00000001:3.0:1788529929.053986:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.053989:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529929.053996:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529929.053998:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.054002:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000074d20f] to pc [ptlrpcd_01_00+0] req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.054008:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.054010:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529929.054013:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529929.054016:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529929.054019:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529929.054022:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529929.054030:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529929.054033:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906d500. 00000020:00000040:3.0:1788529929.054035:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2752099800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000100:00000001:3.0:1788529929.054038:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529929.054040:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529929.054042:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529929.054046:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01000. 00000100:00000001:3.0:1788529929.054049:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.054053:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529929.054061:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529929.054062:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.054066:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc98d1ca] to pc [ptlrpcd_01_01+1] req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.054073:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.054075:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529929.054078:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529929.054081:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c000. 00000020:00000040:3.0:1788529929.054084:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2758915800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000100:00000001:3.0:1788529929.054086:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529929.054087:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529929.054089:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529929.054093:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01400. 00000100:00000001:3.0:1788529929.054096:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.054100:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529929.054107:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529929.054109:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.054114:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776ba02] to pc [ptlrpcd_01_00+0] req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.054132:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.054134:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529929.054138:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529929.054142:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906f800. 00000020:00000040:3.0:1788529929.055717:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2747dde800 refcount=3 obd=lustre-OST0000-osc-ffff8c2749076800 00000100:00000001:3.0:1788529929.055732:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529929.055735:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529929.055740:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529929.055752:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01a00. 00000100:00000001:3.0:1788529929.055758:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.055778:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529929.055791:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529929.055796:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.055802:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bf3447f] to pc [ptlrpcd_01_01+1] req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.055813:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.055816:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529929.055821:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529929.055830:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906f100. 00000020:00000040:3.0:1788529929.055833:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2747dda000 refcount=3 obd=lustre-OST0001-osc-ffff8c2749076800 00000100:00000001:3.0:1788529929.055836:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529929.055837:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529929.055838:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529929.055847:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27598e1100. 00000100:00000001:3.0:1788529929.055851:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.055855:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529929.055862:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529929.055881:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.055885:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da3f0cb5] to pc [ptlrpcd_01_00+0] req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.055893:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.055902:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (370) 00000100:00000001:3.0:1788529929.055930:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529929.055935:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529929.055937:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529929.055944:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.055953:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529929.055955:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.055960:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529929.055963:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529929.055965:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529929.055969:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288314496:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529929.055974:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529929.055981:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529929.055984:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.055987:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529929.055993:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750e9b600. 02000000:00000001:3.0:1788529929.055995:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529929.056005:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529929.056011:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed630. 00000400:00000010:3.0:1788529929.056020:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fce58. 00000100:00000200:3.0:1788529929.056028:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288314496, portal 25 00000100:00000001:3.0:1788529929.056030:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529929.056032:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089636864 : -127374619914752 : ffff8c274906ce00) 00000100:00000040:3.0:1788529929.056038:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.056046:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529929.056049:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529929.056051:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc4c8. 00000100:00000200:3.0:1788529929.056061:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875409288314496, offset 0 00000400:00000200:3.0:1788529929.056068:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529929.056077:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529929.056087:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529929.056093:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529929.056097:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529929.056101:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529929.056104:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529929.056108:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [132:132:256:4294967295] 192.168.204.124@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:3.0:1788529929.056112:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529929.056125:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529929.056131:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529929.056138:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985600. 00000800:00000200:3.0:1788529929.056147:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529929.056157:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529929.056163:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529929.059033:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529929.059057:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529929.059062:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295033607 00000100:00000010:3.0:1788529929.059078:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27493a6ea0. 00000100:00000001:3.0:1788529929.059094:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788529929.059116:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295033607 00000100:00000010:3.0:1788529929.059121:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27493a64e0. 00000100:00000001:3.0:1788529929.059126:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788529929.059130:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.059135:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.059142:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529929.059156:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.059172:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529929.059194:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.059201:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529929.059206:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529929.059210:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788529929.059213:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1788529929.059215:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288314752:192.168.204.124@tcp:400:kworker.0 00000800:00000010:1.0:1788529929.059222:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985600. 00000100:00000001:3.0:1788529929.059223:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788529929.059232:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1788529929.059233:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529929.059237:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.059240:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529929.059247:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750e9ae00. 00000400:00000200:1.0:1788529929.059250:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 02000000:00000001:3.0:1788529929.059252:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529929.059261:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529929.059264:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc4c8 00000400:00000010:3.0:1788529929.059266:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491eddc0. 00000400:00000010:1.0:1788529929.059269:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc4c8. 00000400:00000010:3.0:1788529929.059276:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcbb0. 00000100:00000001:1.0:1788529929.059277:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529929.059286:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529929.059286:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288314752, portal 10 00000100:00000001:3.0:1788529929.059292:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529929.059295:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089635072 : -127374619916544 : ffff8c274906c700) 00000100:00000040:3.0:1788529929.059305:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.059313:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529929.059316:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529929.059319:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc990. 00000100:00000200:3.0:1788529929.059323:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288314752, offset 0 00000400:00000200:3.0:1788529929.059330:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529929.059341:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529929.059362:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529929.059369:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529929.059374:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529929.059379:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529929.059382:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529929.059387:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [133:133:255:4294967295] 192.168.204.124@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:3.0:1788529929.059391:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529929.059402:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529929.059414:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529929.059420:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985d00. 00000800:00000200:3.0:1788529929.059428:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529929.059436:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529929.059441:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529929.059445:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.059450:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: using a timeout of 99097 usecs (100 jiffies) 00000400:00000200:3.0:1788529929.059454:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529929.059456:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295032426 00000100:00000001:3.0:1788529929.059458:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295033607 00000100:00000001:3.0:1788529929.059461:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295032426 00000100:00000001:3.0:1788529929.059462:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295033607 00000100:00000001:3.0:1788529929.059464:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.059466:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.059468:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529929.059474:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.059481:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529929.059483:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.059485:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529929.059487:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529929.059489:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529929.059547:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529929.059553:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529929.059561:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529929.059564:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1788529929.059579:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288315008:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529929.059583:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529929.059587:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529929.059589:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.059591:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529929.059595:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750e9a600. 02000000:00000001:3.0:1788529929.059597:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529929.059601:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529929.059610:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed9f8. 00000800:00000200:1.0:1788529929.059611:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1788529929.059615:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc4c8. 00000800:00000010:1.0:1788529929.059616:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985d00. 00000100:00000200:3.0:1788529929.059623:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288315008, portal 10 00000100:00000001:3.0:1788529929.059626:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529929.059628:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089633280 : -127374619918336 : ffff8c274906c000) 00000400:00000200:1.0:1788529929.059634:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1788529929.059637:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788529929.059643:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529929.059662:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc990 00000100:00000001:3.0:1788529929.059663:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1788529929.059667:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc990. 00000100:00000040:3.0:1788529929.059669:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000100:00000001:1.0:1788529929.059673:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1788529929.059678:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc3b8. 00000100:00000200:1.0:1788529929.059679:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529929.059683:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288315008, offset 0 00000400:00000200:3.0:1788529929.059689:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529929.059693:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529929.059696:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529929.059699:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529929.059701:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529929.059704:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529929.059706:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529929.059710:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [134:134:255:4294967295] 192.168.204.124@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:3.0:1788529929.059714:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529929.059721:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529929.059726:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529929.059729:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985900. 00000800:00000200:3.0:1788529929.059734:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529929.059738:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529929.059741:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529929.059744:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.059747:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: using a timeout of 33536 usecs (34 jiffies) 00000400:00000200:3.0:1788529929.059751:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529929.059752:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295032360 00000100:00000001:3.0:1788529929.059755:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295033607 00000100:00000001:3.0:1788529929.059763:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295032360 00000100:00000001:3.0:1788529929.059766:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295033607 00000100:00000001:3.0:1788529929.059800:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.059803:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.059805:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529929.059812:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529929.059939:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529929.059944:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529929.059951:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529929.059953:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529929.059970:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529929.059973:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985900. 00000400:00000200:1.0:1788529929.059975:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529929.059979:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529929.059982:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc3b8 00000400:00000010:1.0:1788529929.059983:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc3b8. 00000100:00000001:1.0:1788529929.059985:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529929.059989:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529929.060003:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529929.060006:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529929.060012:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529929.060013:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788529929.060698:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529929.060705:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529929.060708:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529929.060719:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529929.060731:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529929.060733:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529929.060738:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529929.060741:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529929.060744:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529929.060748:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288314624:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529929.060754:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529929.060759:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788529929.060762:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788529929.060763:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.060765:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529929.060787:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788529929.060792:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1788529929.060796:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27582bcc00. 02000000:00000001:3.0:1788529929.060796:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529929.060801:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.060802:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529929.060809:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288315264:192.168.204.124@tcp:400:kworker.0 00000400:00000200:2.0:1788529929.060811:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529929.060817:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1788529929.060819:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8cb8. 02000000:00000001:3.0:1788529929.060822:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529929.060825:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788529929.060826:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826eaa0. 02000000:00000001:3.0:1788529929.060828:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1788529929.060833:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288314624, portal 10 02000000:00000010:3.0:1788529929.060835:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750e9bc00. 00000100:00000001:2.0:1788529929.060838:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1788529929.060839:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529929.060841:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089634176 : -127374619917440 : ffff8c274906c380) 00000400:00000200:3.0:1788529929.060847:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529929.060852:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed840. 00000100:00000040:2.0:1788529929.060853:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788529929.060859:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc088. 00000100:00000001:2.0:1788529929.060865:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1788529929.060865:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288315264, portal 4 00000100:00000040:2.0:1788529929.060871:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000100:00000001:3.0:1788529929.060871:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529929.060874:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089645824 : -127374619905792 : ffff8c274906f100) 00000400:00000010:2.0:1788529929.060877:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e880. 00000100:00000200:2.0:1788529929.060882:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288314624, offset 0 00000400:00000200:2.0:1788529929.060890:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529929.060898:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529929.060904:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529929.060920:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529929.060924:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529929.060930:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1788529929.060931:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788529929.060934:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529929.060943:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [135:135:256:4294967295] 192.168.204.124@tcp LPNI seq info [135:135:8:4294967295] 00000100:00000001:3.0:1788529929.060949:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788529929.060953:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000040:3.0:1788529929.060957:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529929.060962:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc660. 00000100:00000200:3.0:1788529929.060968:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875409288315264, offset 0 00000400:00000200:2.0:1788529929.060969:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529929.060978:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529929.060985:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747677100. 00000400:00000200:3.0:1788529929.060985:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529929.060993:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000800:00000200:2.0:1788529929.060997:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000400:00000200:3.0:1788529929.061002:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529929.061007:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1788529929.061008:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000400:00000200:3.0:1788529929.061014:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000800:00000200:2.0:1788529929.061015:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747677100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788529929.061019:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529929.061023:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529929.061026:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [136:136:255:4294967295] 192.168.204.124@tcp LPNI seq info [136:136:7:4294967295] 00000400:00000200:3.0:1788529929.061031:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529929.061038:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000100:00000001:2.0:1788529929.061040:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788529929.061047:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000100:00000040:2.0:1788529929.061048:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: using a timeout of 204461 usecs (205 jiffies) 00000800:00000010:3.0:1788529929.061053:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985e00. 00000800:00000200:3.0:1788529929.061059:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529929.061065:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000400:00000200:2.0:1788529929.061066:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000800:00000200:3.0:1788529929.061071:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529929.061072:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295032533 00000100:00000001:3.0:1788529929.061078:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529929.061079:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295033607 00000100:00000040:3.0:1788529929.061084:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: using a timeout of 15152 usecs (16 jiffies) 00000100:00000001:2.0:1788529929.061085:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295032533 00000100:00000001:2.0:1788529929.061091:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295033607 00000400:00000200:3.0:1788529929.061093:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529929.061095:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.061098:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295032344 00000100:00000001:2.0:1788529929.061100:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.061103:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295033607 00000100:00000001:2.0:1788529929.061105:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788529929.061107:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295032344 00000100:00000001:3.0:1788529929.061111:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295033607 00000100:00000040:2.0:1788529929.061115:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.061115:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.061117:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.061124:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.061130:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.061142:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529929.061146:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788529929.061149:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529929.061151:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529929.061153:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.061166:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788529929.061285:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529929.061291:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747677100. 00000400:00000200:0.0:1788529929.061296:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.061301:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529929.061306:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e880 00000400:00000010:0.0:1788529929.061308:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e880. 00000100:00000001:0.0:1788529929.061321:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529929.061326:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.061336:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529929.061339:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.061346:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529929.061348:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529929.061400:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529929.061402:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985e00. 00000400:00000200:0.0:1788529929.061406:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.061410:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529929.061413:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc660 00000400:00000010:0.0:1788529929.061416:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc660. 00000100:00000001:0.0:1788529929.061418:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529929.061422:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.061429:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529929.061432:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.061438:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529929.061440:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788529929.061531:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529929.061535:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529929.061539:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529929.061541:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529929.061543:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529929.061554:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288314880:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529929.061558:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529929.061561:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529929.061563:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529929.061565:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529929.061571:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274683ee00. 02000000:00000001:2.0:1788529929.061573:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529929.061577:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529929.061580:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8478. 00000400:00000010:2.0:1788529929.061584:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e3b8. 00000100:00000200:2.0:1788529929.061588:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288314880, portal 10 00000100:00000001:2.0:1788529929.061590:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529929.061592:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089638656 : -127374619912960 : ffff8c274906d500) 00000100:00000040:2.0:1788529929.061600:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529929.061606:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529929.061609:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529929.061611:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826ea18. 00000100:00000200:2.0:1788529929.061614:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288314880, offset 0 00000400:00000200:2.0:1788529929.061619:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529929.061625:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529929.061629:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529929.061632:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529929.061634:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529929.061637:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529929.061639:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529929.061643:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [137:137:256:4294967295] 192.168.204.124@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1788529929.061647:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529929.061666:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529929.061672:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529929.061676:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747677c00. 00000800:00000200:2.0:1788529929.061687:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529929.061691:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529929.061694:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747677c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529929.061714:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529929.061718:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: using a timeout of 25733 usecs (26 jiffies) 00000400:00000200:2.0:1788529929.061722:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529929.061724:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295032354 00000100:00000001:2.0:1788529929.061727:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295033607 00000100:00000001:2.0:1788529929.061729:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295032354 00000100:00000001:2.0:1788529929.061732:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295033607 00000100:00000001:2.0:1788529929.061734:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529929.061737:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529929.061740:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529929.061746:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529929.061754:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529929.061755:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529929.061758:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529929.061760:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529929.061762:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529929.061765:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288315136:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529929.061796:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529929.061799:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529929.061801:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529929.061803:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529929.061807:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2759735200. 02000000:00000001:2.0:1788529929.061809:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529929.061813:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529929.061816:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8c08. 00000400:00000010:2.0:1788529929.061820:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826ed48. 00000100:00000200:2.0:1788529929.061823:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288315136, portal 4 00000100:00000001:2.0:1788529929.061830:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529929.061831:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089647616 : -127374619904000 : ffff8c274906f800) 00000100:00000040:2.0:1788529929.061838:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529929.061844:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529929.061846:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529929.061849:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e880. 00000100:00000200:2.0:1788529929.061851:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875409288315136, offset 0 00000400:00000200:2.0:1788529929.061856:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529929.061860:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529929.061863:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529929.061866:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529929.061868:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529929.061871:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529929.061873:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529929.061876:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [138:138:255:4294967295] 192.168.204.124@tcp LPNI seq info [138:138:7:4294967295] 00000400:00000200:2.0:1788529929.061880:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529929.061886:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529929.061891:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529929.061895:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747677100. 00000800:00000200:2.0:1788529929.061898:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529929.061902:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529929.061905:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747677100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529929.061908:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529929.061914:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: using a timeout of 15102 usecs (16 jiffies) 00000400:00000200:2.0:1788529929.061918:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529929.061920:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295032345 00000100:00000001:2.0:1788529929.061921:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295033607 00000100:00000001:2.0:1788529929.061924:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295032345 00000100:00000001:2.0:1788529929.061926:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295033607 00000100:00000001:2.0:1788529929.061936:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529929.061938:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529929.061940:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529929.061943:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529929.061949:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529929.061951:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788529929.061953:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529929.061955:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529929.061956:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529929.061958:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788529929.062031:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529929.062034:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747677c00. 00000400:00000200:0.0:1788529929.062038:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.062041:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529929.062045:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826ea18 00000400:00000010:0.0:1788529929.062047:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826ea18. 00000100:00000001:0.0:1788529929.062049:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529929.062062:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.062070:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529929.062079:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.062086:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529929.062087:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529929.062097:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529929.062099:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747677100. 00000400:00000200:0.0:1788529929.062102:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.062105:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529929.062107:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e880 00000400:00000010:0.0:1788529929.062109:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e880. 00000100:00000001:0.0:1788529929.062111:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529929.062114:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.062121:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529929.062123:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.062129:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529929.062141:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788529929.067315:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067352:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529929.067358:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067362:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.067374:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067385:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529929.067401:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067409:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067417:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067423:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0703f80 00000400:00000200:0.0:1788529929.067431:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067440:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1788529929.067449:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067455:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.067460:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.067476:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529929.067492:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529929.067504:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529929.067516:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.067540:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529929.067551:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067555:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529929.067557:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067559:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.067562:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067566:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529929.067569:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067572:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067575:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067577:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704080 00000400:00000200:0.0:1788529929.067581:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067584:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:0.0:1788529929.067588:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067591:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.067593:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.067596:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529929.067599:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529929.067604:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529929.067613:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.067620:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529929.067623:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067632:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529929.067634:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067636:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.067639:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067642:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529929.067646:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067659:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067664:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067666:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0703f00 00000400:00000200:0.0:1788529929.067670:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067674:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:0.0:1788529929.067678:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067682:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.067685:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.067688:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529929.067692:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529929.067697:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529929.067705:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.067727:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529929.067731:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067735:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529929.067737:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067740:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.067743:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067746:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529929.067750:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067753:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067755:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067758:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9acc0704180 00000400:00000200:0.0:1788529929.067761:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067810:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:0.0:1788529929.067815:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067819:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.067822:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.067825:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529929.067829:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529929.067835:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529929.067845:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.067852:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529929.067857:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067861:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529929.067863:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067866:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.067870:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067874:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529929.067879:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067883:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067887:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067891:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9acc0703e80 00000400:00000200:0.0:1788529929.067895:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.067901:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x7d1 [1] + 224 00000800:00000001:0.0:1788529929.067905:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067934:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.067936:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.067940:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529929.067944:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529929.067949:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529929.067957:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.067970:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529929.067975:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.067979:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.070593:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529929.070606:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1788529929.070922:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.070941:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529929.070946:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.070948:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.070958:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.070966:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529929.070975:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.070980:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.070987:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.070992:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9acc0704100 00000400:00000200:0.0:1788529929.070998:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.071006:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:0.0:1788529929.071015:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.071019:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.071022:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.071027:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529929.071036:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529929.071048:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529929.071061:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.071071:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529929.071080:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.071083:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529929.071084:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.071086:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.071088:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.071091:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529929.071114:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.071117:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.071120:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.071122:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704000 00000400:00000200:0.0:1788529929.071126:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529929.071131:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:0.0:1788529929.071134:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.071141:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529929.071143:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529929.071146:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529929.071149:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529929.071154:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529929.071163:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529929.071170:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529929.071184:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529929.071188:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788529929.071721:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529929.071724:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529929.071728:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed630. 00000400:00000200:3.0:1788529929.071734:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fce58 00000400:00000010:3.0:1788529929.071738:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fce58. 00000100:00000001:3.0:1788529929.071741:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529929.071749:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529929.071760:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.071766:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529929.071781:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.071785:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529929.071789:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529929.071792:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529929.071796:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.071801:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529929.071810:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529929.071814:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529929.071817:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529929.071819:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529929.071822:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529929.071825:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.071828:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.071833:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.071839:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.071843:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529929.071845:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529929.071848:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529929.071872:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288314496:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529929.071879:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529929.071881:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529929.071883:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491eddc0. 00000400:00000200:3.0:1788529929.071886:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcbb0 00000400:00000010:3.0:1788529929.071888:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcbb0. 00000100:00000001:3.0:1788529929.071890:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529929.071895:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529929.071904:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.071910:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529929.071911:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.071913:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529929.071915:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529929.071916:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529929.071917:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.071919:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529929.071926:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521b7c60 time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529929.071929:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521b7c18 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529929.071932:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529929.071934:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529929.071936:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788529929.071941:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788529929.071949:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.071953:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529929.071955:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529929.071957:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529929.071959:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.071962:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.071974:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.071976:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529929.071978:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529929.071982:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529929.071989:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288314752:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529929.071996:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529929.071997:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529929.072001:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed9f8. 00000400:00000200:3.0:1788529929.072004:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc4c8 00000400:00000010:3.0:1788529929.072005:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc4c8. 00000100:00000001:3.0:1788529929.072008:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529929.072013:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529929.072022:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072029:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529929.072030:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072032:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529929.072034:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529929.072036:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529929.072038:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.072040:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529929.072045:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2758915c60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529929.072048:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2758915c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529929.072051:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529929.072052:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529929.072054:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788529929.072058:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788529929.072076:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.072079:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529929.072080:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529929.072082:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529929.072084:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.072088:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072095:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.072097:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529929.072098:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529929.072102:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529929.072109:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288315008:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529929.072115:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529929.072117:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529929.072119:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed840. 00000400:00000200:3.0:1788529929.072122:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc088 00000400:00000010:3.0:1788529929.072124:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc088. 00000100:00000001:3.0:1788529929.072127:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529929.072132:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529929.072141:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072148:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529929.072149:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072151:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529929.072152:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529929.072153:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529929.072155:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.072161:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529929.072166:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2747dda460 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529929.072170:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2747dda418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529929.072173:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529929.072185:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529929.072187:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788529929.072192:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788529929.072199:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.072202:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529929.072203:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529929.072206:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529929.072207:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.072211:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072217:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.072219:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529929.072220:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529929.072224:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529929.072232:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288315264:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529929.072236:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072240:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529929.072244:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906ce00 x1875409288314496/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072252:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529929.072255:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529929.072260:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750e9b600. 02000000:00000001:3.0:1788529929.072264:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529929.072267:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529929.072270:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529929.072277:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529929.072280:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01e00. 02000000:00000001:3.0:1788529929.072286:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529929.072288:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529929.072291:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906ce00. 00000100:00000001:3.0:1788529929.072295:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529929.072297:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072299:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529929.072302:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c700 x1875409288314752/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072308:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529929.072310:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529929.072311:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750e9ae00. 02000000:00000001:3.0:1788529929.072313:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529929.072314:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529929.072315:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c27521b7800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000020:00000001:3.0:1788529929.072317:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529929.072433:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01d00. 02000000:00000001:3.0:1788529929.072436:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529929.072437:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529929.072438:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c700. 00000100:00000001:3.0:1788529929.072440:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529929.072442:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072443:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529929.072447:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c000 x1875409288315008/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072454:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529929.072455:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529929.072457:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750e9a600. 02000000:00000001:3.0:1788529929.072459:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529929.072460:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529929.072461:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2758915800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000020:00000001:3.0:1788529929.072462:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529929.072464:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01400. 02000000:00000001:3.0:1788529929.072466:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529929.072467:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529929.072473:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c000. 00000100:00000001:3.0:1788529929.072475:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529929.072476:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072478:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529929.072481:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906f100 x1875409288315264/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072487:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529929.072489:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529929.072490:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750e9bc00. 02000000:00000001:3.0:1788529929.072492:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529929.072494:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529929.072495:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2747dda000 refcount=2 obd=lustre-OST0001-osc-ffff8c2749076800 00000020:00000001:3.0:1788529929.072497:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529929.072498:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27598e1100. 02000000:00000001:3.0:1788529929.072500:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529929.072501:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529929.072502:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906f100. 00000100:00000001:3.0:1788529929.072505:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529929.072506:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072508:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072517:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529929.072520:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.072523:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529929.072525:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.072560:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529929.072562:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788529929.072566:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529929.072568:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529929.072570:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8cb8. 00000400:00000200:3.0:1788529929.072573:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826eaa0 00000400:00000010:3.0:1788529929.072574:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826eaa0. 00000100:00000001:3.0:1788529929.072577:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529929.072583:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529929.072592:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072609:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529929.072611:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072613:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529929.072614:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529929.072616:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529929.072618:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.072620:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529929.072626:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521a9c60 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529929.072629:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521a9c18 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529929.072631:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529929.072633:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529929.072635:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529929.072638:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.072641:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529929.072642:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529929.072643:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529929.072644:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.072648:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072668:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.072670:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529929.072671:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529929.072675:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529929.072683:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288314624:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529929.072689:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529929.072690:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529929.072693:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8478. 00000400:00000200:3.0:1788529929.072695:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e3b8 00000400:00000010:3.0:1788529929.072697:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e3b8. 00000100:00000001:3.0:1788529929.072699:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529929.072703:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529929.072716:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072723:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529929.072724:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072725:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529929.072727:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529929.072728:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529929.072730:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.072732:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529929.072736:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2752099c60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529929.072739:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2752099c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529929.072742:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529929.072743:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529929.072745:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529929.072747:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.072749:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529929.072751:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529929.072752:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529929.072753:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.072757:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072763:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.072764:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529929.072765:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529929.072793:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529929.072803:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288314880:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529929.072808:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529929.072810:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529929.072812:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8c08. 00000400:00000200:3.0:1788529929.072815:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826ed48 00000400:00000010:3.0:1788529929.072820:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826ed48. 00000100:00000001:3.0:1788529929.072823:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529929.072827:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529929.072836:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072842:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529929.072844:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072845:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529929.072847:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529929.072848:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529929.072849:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529929.072851:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529929.072855:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2747ddec60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529929.072858:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2747ddec18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529929.072860:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529929.072862:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529929.072863:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788529929.072867:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788529929.072873:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.072875:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529929.072876:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529929.072878:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529929.072879:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529929.072882:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072888:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529929.072890:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529929.072891:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529929.072894:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529929.072911:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288315136:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529929.072915:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072917:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529929.072919:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c380 x1875409288314624/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072925:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529929.072927:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529929.072929:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27582bcc00. 02000000:00000001:3.0:1788529929.072932:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529929.072933:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529929.072935:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c27521a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000020:00000001:3.0:1788529929.072937:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529929.072939:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01300. 02000000:00000001:3.0:1788529929.072941:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529929.072942:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529929.072944:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c380. 00000100:00000001:3.0:1788529929.072946:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529929.072948:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072950:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529929.072953:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906d500 x1875409288314880/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072959:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529929.072960:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529929.072961:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274683ee00. 02000000:00000001:3.0:1788529929.072964:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529929.072965:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529929.072966:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2752099800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000020:00000001:3.0:1788529929.072968:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529929.072969:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01000. 02000000:00000001:3.0:1788529929.072971:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529929.072972:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529929.072973:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906d500. 00000100:00000001:3.0:1788529929.072978:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529929.072979:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.072981:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529929.072984:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906f800 x1875409288315136/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529929.072990:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529929.072992:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529929.072993:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2759735200. 02000000:00000001:3.0:1788529929.072996:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529929.072997:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529929.072998:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2747dde800 refcount=2 obd=lustre-OST0000-osc-ffff8c2749076800 00000020:00000001:3.0:1788529929.073000:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529929.073001:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01a00. 02000000:00000001:3.0:1788529929.073003:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529929.073004:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529929.073005:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906f800. 00000100:00000001:3.0:1788529929.073007:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529929.073008:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.073010:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529929.073014:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529929.073015:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529929.073018:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529929.073019:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529929.948883:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529929.948893:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529929.948902:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529929.948903:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529929.948936:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529929.948939:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529929.948943:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788529930.396899:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b110 (cpu 1) has reached its deadline 4295033607, at 4295033664 00000100:00000010:1.0:1788529930.396923:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27493a64e0. 00000100:00000040:0.0:1788529930.397010:0:8276:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b000 (cpu 0) has reached its deadline 4295033607, at 4295033664 00000100:00000010:0.0:1788529930.397017:0:8276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27493a6ea0. 00010000:00000001:2.0:1788529930.975585:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529930.975592:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529930.975598:0:418:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529930.975599:0:418:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529930.975627:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529930.975630:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529930.975634:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788529931.024436:0:9638:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788529931.024447:0:9638:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788529931.048486:0:9640:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788529931.048499:0:9640:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788529931.103313:0:9647:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788529931.103325:0:9647:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788529931.120113:0:9649:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788529931.120126:0:9649:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529931.996929:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529931.996938:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529931.996944:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529931.996946:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529931.996971:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529931.996974:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529931.996977:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529933.022898:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529933.022908:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529933.022915:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529933.022916:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529933.022939:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529933.022943:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529933.022972:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529934.044897:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529934.044910:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529934.044920:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529934.044922:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529934.044964:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529934.044968:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529934.044973:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788529934.173247:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb5daca4-a2e9-48dd-9609-737cca046f86->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529934.173257:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529934.173267:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d8aa00. 00000020:00000040:2.0:1788529934.173275:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:2.0:1788529934.173281:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529934.173284:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529934.173291:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529934.173301:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747677a00. 00000100:00000001:2.0:1788529934.173310:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173325:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fb5daca4-a2e9-48dd-9609-737cca046f86->MGS req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529934.173347:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529934.173352:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173360:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d379ab] to pc [ptlrpcd_01_01+1] req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529934.173389:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173392:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529934.173396:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529934.173399:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d88700. 00000020:00000040:2.0:1788529934.173401:0:485:0:(genops.c:1210:class_import_get()) import ffff8c27521a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000100:00000001:2.0:1788529934.173670:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529934.173671:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529934.173674:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529934.173691:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747677100. 00000100:00000001:2.0:1788529934.173695:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173717:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529934.173725:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529934.173727:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173731:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2227620] to pc [ptlrpcd_01_00+0] req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529934.173741:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173743:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529934.173747:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529934.173750:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d8b100. 00000020:00000040:2.0:1788529934.173752:0:485:0:(genops.c:1210:class_import_get()) import ffff8c27521b7800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000100:00000001:2.0:1788529934.173755:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529934.173756:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529934.173758:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529934.173761:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747677c00. 00000100:00000001:2.0:1788529934.173764:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173807:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529934.173815:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529934.173817:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173821:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000597707d3] to pc [ptlrpcd_01_01+1] req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529934.173829:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173831:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788529934.173835:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788529934.173838:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788529934.173842:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788529934.173845:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529934.173855:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529934.173858:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d88380. 00000020:00000040:2.0:1788529934.173860:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2752099800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000100:00000001:2.0:1788529934.173863:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529934.173864:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529934.173866:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529934.173871:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27598d6b00. 00000100:00000001:2.0:1788529934.173874:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173878:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529934.173886:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529934.173888:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173891:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095ea6f21] to pc [ptlrpcd_01_00+0] req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529934.173899:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173902:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529934.173906:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529934.173908:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d8b800. 00000020:00000040:2.0:1788529934.173911:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2758915800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000100:00000001:2.0:1788529934.173913:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529934.173915:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529934.173916:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529934.173919:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27598d6c00. 00000100:00000001:2.0:1788529934.173923:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173927:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529934.173934:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529934.173936:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173939:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d35bcb8e] to pc [ptlrpcd_01_01+1] req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529934.173959:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173962:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529934.173965:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529934.173969:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d88000. 00000020:00000040:2.0:1788529934.173972:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2747dde800 refcount=3 obd=lustre-OST0000-osc-ffff8c2749076800 00000100:00000001:2.0:1788529934.173974:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529934.173976:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529934.173978:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529934.173985:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c06800. 00000100:00000001:2.0:1788529934.173988:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.173993:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529934.173999:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529934.174001:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.174005:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c54c310b] to pc [ptlrpcd_01_00+0] req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529934.174012:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.174014:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529934.174018:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529934.174021:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d8a300. 00000020:00000040:2.0:1788529934.174023:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2747dda000 refcount=3 obd=lustre-OST0001-osc-ffff8c2749076800 00000100:00000001:2.0:1788529934.174026:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529934.174027:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529934.174029:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529934.174032:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c06200. 00000100:00000001:2.0:1788529934.174035:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.174039:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529934.174045:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529934.174052:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.174057:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001169f1c0] to pc [ptlrpcd_01_01+1] req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529934.174064:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529934.174069:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (375) 00000100:00000001:3.0:1788529934.175195:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529934.175205:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529934.175208:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529934.175221:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.175233:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529934.175236:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.175241:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529934.175244:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529934.175263:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529934.175267:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288315392:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529934.175272:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529934.175278:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529934.175281:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.175283:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529934.175289:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27595e6c00. 02000000:00000001:3.0:1788529934.175291:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529934.175298:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529934.175302:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed840. 00000400:00000010:3.0:1788529934.175310:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc088. 00000100:00000200:3.0:1788529934.175315:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288315392, portal 25 00000100:00000001:3.0:1788529934.175317:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529934.175319:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019504128 : -127374690047488 : ffff8c2744d8aa00) 00000100:00000040:3.0:1788529934.175325:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.175331:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529934.175334:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529934.175336:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc4c8. 00000100:00000200:3.0:1788529934.175340:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875409288315392, offset 0 00000400:00000200:3.0:1788529934.175345:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529934.175353:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.175361:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529934.175367:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529934.175371:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529934.175375:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529934.175378:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529934.175382:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [139:139:256:4294967295] 192.168.204.124@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:3.0:1788529934.175386:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.175396:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529934.175402:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529934.175408:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985400. 00000800:00000200:3.0:1788529934.175419:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529934.175426:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529934.175431:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529934.175456:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529934.175460:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529934.175464:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295038723 00000100:00000010:3.0:1788529934.175468:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27493a6d80. 00000100:00000001:3.0:1788529934.175475:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788529934.175483:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295038723 00000100:00000010:3.0:1788529934.175486:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27493a6000. 00000100:00000001:3.0:1788529934.175489:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788529934.175492:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.175494:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.175497:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529934.175502:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.175508:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529934.175510:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.175512:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529934.175513:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529934.175515:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529934.175517:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288315648:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529934.175520:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529934.175523:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529934.175524:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.175526:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529934.175531:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27431cde00. 02000000:00000001:3.0:1788529934.175532:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529934.175536:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529934.175539:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed9f8. 00000400:00000010:3.0:1788529934.175543:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcbb0. 00000100:00000200:3.0:1788529934.175546:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288315648, portal 10 00000100:00000001:3.0:1788529934.175564:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529934.175565:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019505920 : -127374690045696 : ffff8c2744d8b100) 00000100:00000040:3.0:1788529934.175573:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.175580:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529934.175582:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529934.175585:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fce58. 00000100:00000200:3.0:1788529934.175587:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288315648, offset 0 00000400:00000200:3.0:1788529934.175592:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529934.175596:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.175599:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529934.175602:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529934.175604:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529934.175606:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529934.175608:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529934.175610:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [140:140:255:4294967295] 192.168.204.124@tcp LPNI seq info [140:140:7:4294967295] 00000400:00000200:3.0:1788529934.175614:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.175619:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529934.175623:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529934.175626:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985800. 00000800:00000200:3.0:1788529934.175630:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529934.175634:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529934.175637:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529934.175640:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.175643:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: using a timeout of 94585 usecs (95 jiffies) 00000400:00000200:3.0:1788529934.175646:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529934.175648:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295037537 00000100:00000001:3.0:1788529934.175650:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.175652:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295037537 00000100:00000001:3.0:1788529934.175654:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.175663:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.175665:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.175667:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529934.175672:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.175679:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529934.175680:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.175682:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529934.175683:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529934.175685:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529934.175688:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288315904:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529934.175691:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529934.175693:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529934.175694:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.175696:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529934.175698:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27431cc400. 02000000:00000001:3.0:1788529934.175699:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529934.175702:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529934.175705:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491eddc0. 00000400:00000010:3.0:1788529934.175708:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc000. 00000100:00000200:3.0:1788529934.175710:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288315904, portal 10 00000100:00000001:3.0:1788529934.175712:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529934.175713:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019507712 : -127374690043904 : ffff8c2744d8b800) 00000100:00000040:3.0:1788529934.175718:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.175724:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529934.175725:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529934.175727:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcf68. 00000100:00000200:3.0:1788529934.175729:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288315904, offset 0 00000400:00000200:3.0:1788529934.175733:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529934.175736:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.175739:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529934.175747:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529934.175750:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529934.175751:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529934.175753:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529934.175756:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [141:141:254:4294967295] 192.168.204.124@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:3.0:1788529934.175759:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.175766:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529934.175799:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529934.175803:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985e00. 00000800:00000200:3.0:1788529934.175806:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529934.175810:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529934.175812:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529934.175815:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.175818:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: using a timeout of 30746 usecs (31 jiffies) 00000400:00000200:3.0:1788529934.175821:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529934.175822:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295037473 00000100:00000001:3.0:1788529934.175824:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.175826:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295037473 00000100:00000001:3.0:1788529934.175828:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.175830:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.175832:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.175834:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529934.175838:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.175845:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529934.175846:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.175848:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529934.175850:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529934.175852:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529934.175861:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288316160:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529934.175864:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529934.175866:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529934.175867:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.175869:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529934.175872:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27431cc000. 02000000:00000001:3.0:1788529934.175873:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529934.175877:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529934.175879:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed630. 00000400:00000010:3.0:1788529934.175882:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcdd0. 00000100:00000200:3.0:1788529934.175885:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288316160, portal 4 00000100:00000001:3.0:1788529934.175887:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529934.175888:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019502336 : -127374690049280 : ffff8c2744d8a300) 00000100:00000040:3.0:1788529934.175893:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.175899:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529934.175901:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529934.175903:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcd48. 00000100:00000200:3.0:1788529934.175905:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875409288316160, offset 0 00000400:00000200:3.0:1788529934.175908:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529934.175912:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.175915:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529934.175918:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529934.175919:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529934.175921:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529934.175923:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529934.175925:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [142:142:253:4294967295] 192.168.204.124@tcp LPNI seq info [142:142:5:4294967295] 00000400:00000200:3.0:1788529934.175928:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.175933:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529934.175937:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529934.175940:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985900. 00000800:00000200:3.0:1788529934.175949:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529934.175953:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529934.175955:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529934.175958:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.175961:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: using a timeout of 16876 usecs (17 jiffies) 00000400:00000200:3.0:1788529934.175964:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529934.175966:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295037459 00000100:00000001:3.0:1788529934.175968:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.175970:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295037459 00000100:00000001:3.0:1788529934.175972:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.175973:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.175975:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.175977:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.175980:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.175988:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529934.175990:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788529934.175993:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529934.175994:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529934.175995:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529934.175999:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1788529934.176000:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.176001:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529934.176003:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.176004:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529934.176005:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529934.176006:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529934.176010:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.176016:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529934.176018:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.176020:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529934.176022:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529934.176023:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529934.176031:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288315520:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529934.176034:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529934.176036:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529934.176037:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.176038:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529934.176042:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27431cdc00. 02000000:00000001:3.0:1788529934.176043:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529934.176046:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529934.176049:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed8f0. 00000400:00000010:3.0:1788529934.176053:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc220. 00000100:00000200:3.0:1788529934.176055:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288315520, portal 10 00000100:00000001:3.0:1788529934.176057:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529934.176058:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019495168 : -127374690056448 : ffff8c2744d88700) 00000100:00000040:3.0:1788529934.176064:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.176069:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529934.176071:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529934.176073:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fccc0. 00000100:00000200:3.0:1788529934.176081:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288315520, offset 0 00000400:00000200:3.0:1788529934.176086:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529934.176089:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.176093:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529934.176096:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529934.176098:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529934.176100:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529934.176102:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529934.176105:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [143:143:252:4294967295] 192.168.204.124@tcp LPNI seq info [143:143:4:4294967295] 00000400:00000200:3.0:1788529934.176109:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.176114:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529934.176119:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529934.176122:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985d00. 00000800:00000200:3.0:1788529934.176131:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529934.176135:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529934.176137:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529934.176140:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.176143:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: using a timeout of 196226 usecs (197 jiffies) 00000400:00000200:3.0:1788529934.176146:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529934.176147:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295037639 00000100:00000001:3.0:1788529934.176149:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.176151:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295037639 00000100:00000001:3.0:1788529934.176206:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.176209:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.176212:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.176214:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529934.176218:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.176224:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529934.176225:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.176228:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529934.176229:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529934.176231:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529934.176233:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288315776:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529934.176236:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529934.176239:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529934.176241:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.176243:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529934.176247:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274683ee00. 02000000:00000001:3.0:1788529934.176248:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529934.176252:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529934.176255:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491edbb0. 00000400:00000010:3.0:1788529934.176258:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fca18. 00000100:00000200:3.0:1788529934.176260:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288315776, portal 10 00000100:00000001:3.0:1788529934.176266:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529934.176268:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019494272 : -127374690057344 : ffff8c2744d88380) 00000100:00000040:3.0:1788529934.176274:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.176280:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529934.176282:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529934.176284:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc770. 00000100:00000200:3.0:1788529934.176287:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288315776, offset 0 00000400:00000200:3.0:1788529934.176290:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529934.176294:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.176297:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529934.176300:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529934.176303:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529934.176305:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529934.176307:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529934.176310:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [144:144:251:4294967295] 192.168.204.124@tcp LPNI seq info [144:144:3:4294967295] 00000400:00000200:3.0:1788529934.176314:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.176319:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529934.176323:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529934.176327:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985600. 00000800:00000200:3.0:1788529934.176330:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529934.176334:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529934.176337:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529934.176340:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.176342:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: using a timeout of 25432 usecs (26 jiffies) 00000400:00000200:3.0:1788529934.176345:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529934.176347:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295037468 00000100:00000001:3.0:1788529934.176350:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.176352:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295037468 00000100:00000001:3.0:1788529934.176354:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.176363:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.176365:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.176367:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529934.176371:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.176377:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529934.176379:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.176381:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529934.176383:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529934.176385:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529934.176388:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288316032:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529934.176391:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529934.176394:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529934.176395:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.176396:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529934.176400:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27582bcc00. 02000000:00000001:3.0:1788529934.176401:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529934.176404:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529934.176407:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed7e8. 00000400:00000010:3.0:1788529934.176410:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcaa0. 00000100:00000200:3.0:1788529934.176413:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288316032, portal 4 00000100:00000001:3.0:1788529934.176414:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529934.176415:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019493376 : -127374690058240 : ffff8c2744d88000) 00000100:00000040:3.0:1788529934.176420:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.176426:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529934.176427:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529934.176429:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc110. 00000100:00000200:3.0:1788529934.176431:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875409288316032, offset 0 00000400:00000200:3.0:1788529934.176435:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529934.176438:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.176441:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529934.176448:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529934.176450:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529934.176452:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529934.176454:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529934.176457:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [145:145:250:4294967295] 192.168.204.124@tcp LPNI seq info [145:145:2:4294967295] 00000400:00000200:3.0:1788529934.176460:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529934.176466:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529934.176470:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529934.176473:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c27598e1100. 00000800:00000200:3.0:1788529934.176476:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529934.176480:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529934.176482:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c27598e1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529934.176485:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.176488:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: using a timeout of 17166 usecs (18 jiffies) 00000400:00000200:3.0:1788529934.176490:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529934.176492:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295037460 00000100:00000001:3.0:1788529934.176494:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.176496:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295037460 00000100:00000001:3.0:1788529934.176498:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295038723 00000100:00000001:3.0:1788529934.176500:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.176502:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.176505:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.176507:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.176525:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529934.176527:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788529934.176691:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529934.176697:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985400. 00000400:00000200:0.0:1788529934.176705:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.176710:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529934.176717:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc4c8 00000400:00000010:0.0:1788529934.176720:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc4c8. 00000100:00000001:0.0:1788529934.176725:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529934.176730:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.176741:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529934.176744:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.176758:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529934.176760:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529934.176800:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529934.176802:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985800. 00000400:00000200:0.0:1788529934.176805:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.176808:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529934.176811:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fce58 00000400:00000010:0.0:1788529934.176813:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fce58. 00000100:00000001:0.0:1788529934.176815:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529934.176819:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.176827:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529934.176829:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.176835:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529934.176837:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529934.176844:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529934.176846:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985e00. 00000400:00000200:0.0:1788529934.176849:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.176852:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529934.176854:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcf68 00000400:00000010:0.0:1788529934.176856:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcf68. 00000100:00000001:0.0:1788529934.176858:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529934.176862:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.176870:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529934.176872:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.176879:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529934.176880:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529934.176887:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529934.176895:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985900. 00000400:00000200:0.0:1788529934.176898:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.176901:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529934.176904:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcd48 00000400:00000010:0.0:1788529934.176905:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcd48. 00000100:00000001:0.0:1788529934.176908:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529934.176911:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.176918:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529934.176921:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.176927:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529934.176928:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529934.176936:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529934.176938:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985d00. 00000400:00000200:0.0:1788529934.176941:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.176944:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529934.176946:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fccc0 00000400:00000010:0.0:1788529934.176948:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fccc0. 00000100:00000001:0.0:1788529934.176950:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529934.176953:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.176960:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529934.176962:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.176968:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529934.176970:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529934.176977:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529934.176979:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985600. 00000400:00000200:0.0:1788529934.176981:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.176984:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529934.176987:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc770 00000400:00000010:0.0:1788529934.176989:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc770. 00000100:00000001:0.0:1788529934.176997:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529934.177001:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.177009:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529934.177012:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.177018:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529934.177020:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529934.177087:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529934.177090:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c27598e1100. 00000400:00000200:0.0:1788529934.177093:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.177098:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529934.177101:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc110 00000400:00000010:0.0:1788529934.177102:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc110. 00000100:00000001:0.0:1788529934.177105:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529934.177108:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.177115:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529934.177118:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.177124:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529934.177126:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788529934.188521:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188540:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529934.188544:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188546:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.188564:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188573:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529934.188582:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188587:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188593:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188597:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704300 00000400:00000200:0.0:1788529934.188603:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188622:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:0.0:1788529934.188630:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188633:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.188637:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.188641:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529934.188647:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529934.188656:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529934.188668:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.188682:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529934.188690:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188692:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529934.188694:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188696:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.188699:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188702:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529934.188706:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188708:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188711:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188713:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704400 00000400:00000200:0.0:1788529934.188716:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188720:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:0.0:1788529934.188723:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188725:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.188727:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.188730:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529934.188732:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529934.188736:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529934.188745:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.188756:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529934.188759:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188762:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529934.188764:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188765:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.188804:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188808:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529934.188812:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188814:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188817:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188820:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704280 00000400:00000200:0.0:1788529934.188824:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188827:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:0.0:1788529934.188831:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188834:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.188836:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.188839:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529934.188841:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529934.188846:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529934.188855:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.188863:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529934.188866:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188868:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529934.188870:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188872:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.188875:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188878:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529934.188881:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188888:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188891:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188894:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704380 00000400:00000200:0.0:1788529934.188896:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188900:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:0.0:1788529934.188903:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188906:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.188908:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.188910:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529934.188913:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529934.188917:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529934.188925:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.188933:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529934.188935:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188937:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529934.188938:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188940:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.188942:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188945:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529934.188948:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188951:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188953:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188956:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9acc0704500 00000400:00000200:0.0:1788529934.188959:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.188962:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1788529934.188965:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.188967:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.188968:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.188971:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529934.188973:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529934.188981:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529934.188989:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.188996:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529934.188998:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.189001:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529934.189002:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.189004:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.189007:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.189010:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529934.189013:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.189015:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.189017:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.189020:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9acc0704200 00000400:00000200:0.0:1788529934.189023:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.189027:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:0.0:1788529934.189030:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.189032:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.189034:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.189037:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529934.189039:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529934.189042:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529934.189051:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.189058:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529934.189060:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.189062:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529934.189063:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.189065:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.189071:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.189074:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529934.189078:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.189080:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.189083:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.189086:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9acc0704480 00000400:00000200:0.0:1788529934.189088:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529934.189091:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x839 [1] + 224 00000800:00000001:0.0:1788529934.189094:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.189100:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529934.189102:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529934.189104:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529934.189107:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529934.189110:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529934.189118:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529934.189125:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529934.189128:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529934.189130:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.189444:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529934.189450:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788529934.189457:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529934.189459:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529934.189462:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed8f0. 00000400:00000200:3.0:1788529934.189466:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc220 00000400:00000010:3.0:1788529934.189476:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc220. 00000100:00000001:3.0:1788529934.189479:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529934.189484:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529934.189502:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.189509:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529934.189512:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.189514:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529934.189518:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529934.189520:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529934.189522:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.189525:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529934.189534:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521a9c60 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529934.189538:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521a9c18 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529934.189541:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529934.189543:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529934.189545:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529934.189558:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.189562:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529934.189565:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529934.189567:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529934.189569:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.189573:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.189581:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.189583:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529934.189586:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529934.189589:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529934.189597:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288315520:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529934.189602:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529934.189607:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529934.189608:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491edbb0. 00000400:00000200:3.0:1788529934.189611:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fca18 00000400:00000010:3.0:1788529934.189612:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fca18. 00000100:00000001:3.0:1788529934.189615:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529934.189618:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529934.189627:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.189641:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529934.189642:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.189644:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529934.189645:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529934.189647:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529934.189648:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.189650:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529934.189654:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2752099c60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529934.189656:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2752099c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529934.189659:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529934.189660:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529934.189662:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529934.189664:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.189666:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529934.189667:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529934.189668:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529934.189670:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.189673:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.189680:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.189682:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529934.189683:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529934.189686:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529934.189702:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288315776:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529934.189707:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529934.189708:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529934.189709:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed7e8. 00000400:00000200:3.0:1788529934.189711:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcaa0 00000400:00000010:3.0:1788529934.189713:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcaa0. 00000100:00000001:3.0:1788529934.189715:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529934.189718:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529934.189726:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.189733:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529934.189734:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.189735:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529934.189736:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529934.189737:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529934.189738:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.189740:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529934.189744:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2747ddec60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529934.189746:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2747ddec18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529934.189748:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529934.189749:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529934.189751:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788529934.189754:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788529934.189760:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.189762:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529934.189763:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529934.189765:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529934.189766:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.189796:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.189806:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.189808:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529934.189810:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529934.189814:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529934.189822:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288316032:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529934.189826:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529934.189827:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529934.189829:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed840. 00000400:00000200:3.0:1788529934.189831:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc088 00000400:00000010:3.0:1788529934.189833:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc088. 00000100:00000001:3.0:1788529934.189835:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529934.189839:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529934.189847:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.189853:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529934.189854:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.189855:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529934.189857:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529934.189858:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529934.189859:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.189861:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529934.189864:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529934.189867:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529934.189869:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529934.189870:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529934.189871:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529934.189873:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.189875:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.189878:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.189887:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.189889:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529934.189891:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529934.189894:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529934.189901:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288315392:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529934.189906:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529934.189907:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529934.189908:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed9f8. 00000400:00000200:3.0:1788529934.189910:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcbb0 00000400:00000010:3.0:1788529934.189912:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcbb0. 00000100:00000001:3.0:1788529934.189913:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529934.189917:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529934.189925:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.189931:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529934.189933:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.189934:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529934.189935:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529934.189936:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529934.189937:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.189939:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529934.189943:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521b7c60 time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529934.189946:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521b7c18 time=78 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529934.189948:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529934.189949:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529934.189950:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788529934.189953:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788529934.189972:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.189974:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529934.189976:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529934.189978:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529934.189979:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.189982:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.189988:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.189990:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529934.189991:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529934.189994:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529934.190001:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288315648:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529934.190005:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529934.190006:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529934.190008:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491eddc0. 00000400:00000200:3.0:1788529934.190009:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc000 00000400:00000010:3.0:1788529934.190011:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc000. 00000100:00000001:3.0:1788529934.190012:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529934.190016:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529934.190024:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190029:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529934.190030:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190032:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529934.190033:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529934.190044:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529934.190045:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.190051:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529934.190056:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2758915c60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529934.190058:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2758915c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529934.190061:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529934.190062:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529934.190064:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788529934.190067:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788529934.190074:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.190077:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529934.190078:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529934.190079:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529934.190081:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.190084:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190089:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.190091:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529934.190092:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529934.190095:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529934.190101:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288315904:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529934.190105:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529934.190106:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529934.190108:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed630. 00000400:00000200:3.0:1788529934.190110:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcdd0 00000400:00000010:3.0:1788529934.190111:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcdd0. 00000100:00000001:3.0:1788529934.190113:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529934.190116:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529934.190125:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190141:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529934.190142:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190144:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529934.190145:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529934.190146:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529934.190148:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529934.190149:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529934.190153:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2747dda460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529934.190156:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2747dda418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529934.190158:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529934.190159:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529934.190160:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788529934.190163:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788529934.190170:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.190172:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529934.190173:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529934.190174:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529934.190176:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529934.190179:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190184:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529934.190186:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529934.190187:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529934.190190:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529934.190197:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288316160:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529934.190200:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190203:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529934.190206:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d88700 x1875409288315520/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190216:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529934.190219:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529934.190223:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27431cdc00. 02000000:00000001:3.0:1788529934.190228:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529934.190230:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529934.190232:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c27521a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000020:00000001:3.0:1788529934.190235:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529934.190237:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747677100. 02000000:00000001:3.0:1788529934.190241:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529934.190243:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529934.190245:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d88700. 00000100:00000001:3.0:1788529934.190248:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529934.190250:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190251:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529934.190255:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d88380 x1875409288315776/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190260:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529934.190261:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529934.190262:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274683ee00. 02000000:00000001:3.0:1788529934.190265:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529934.190266:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529934.190268:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2752099800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000020:00000001:3.0:1788529934.190270:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529934.190271:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27598d6b00. 02000000:00000001:3.0:1788529934.190273:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529934.190274:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529934.190276:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d88380. 00000100:00000001:3.0:1788529934.190277:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529934.190278:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190280:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529934.190282:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d88000 x1875409288316032/t0(0) o400->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190288:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529934.190289:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529934.190293:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27582bcc00. 02000000:00000001:3.0:1788529934.190296:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529934.190297:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529934.190298:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2747dde800 refcount=2 obd=lustre-OST0000-osc-ffff8c2749076800 00000020:00000001:3.0:1788529934.190300:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529934.190302:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c06800. 02000000:00000001:3.0:1788529934.190303:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529934.190304:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529934.190305:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d88000. 00000100:00000001:3.0:1788529934.190307:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529934.190308:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190310:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529934.190313:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d8aa00 x1875409288315392/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190318:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529934.190319:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529934.190320:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27595e6c00. 02000000:00000001:3.0:1788529934.190322:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529934.190323:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529934.190324:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529934.190326:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529934.190327:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747677a00. 02000000:00000001:3.0:1788529934.190329:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529934.190329:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529934.190331:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d8aa00. 00000100:00000001:3.0:1788529934.190333:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529934.190334:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190335:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529934.190338:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d8b100 x1875409288315648/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190343:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529934.190345:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529934.190346:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27431cde00. 02000000:00000001:3.0:1788529934.190347:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529934.190348:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529934.190349:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c27521b7800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000020:00000001:3.0:1788529934.190351:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529934.190357:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747677c00. 02000000:00000001:3.0:1788529934.190359:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529934.190360:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529934.190361:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d8b100. 00000100:00000001:3.0:1788529934.190363:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529934.190364:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190366:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529934.190370:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d8b800 x1875409288315904/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190375:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529934.190376:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529934.190377:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27431cc400. 02000000:00000001:3.0:1788529934.190380:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529934.190381:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529934.190383:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2758915800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000020:00000001:3.0:1788529934.190385:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529934.190386:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27598d6c00. 02000000:00000001:3.0:1788529934.190388:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529934.190390:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529934.190391:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d8b800. 00000100:00000001:3.0:1788529934.190393:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529934.190394:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190396:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529934.190399:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d8a300 x1875409288316160/t0(0) o400->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529934.190405:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529934.190406:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529934.190408:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27431cc000. 02000000:00000001:3.0:1788529934.190410:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529934.190411:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529934.190412:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2747dda000 refcount=2 obd=lustre-OST0001-osc-ffff8c2749076800 00000020:00000001:3.0:1788529934.190414:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529934.190415:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c06200. 02000000:00000001:3.0:1788529934.190417:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529934.190419:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529934.190420:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d8a300. 00000100:00000001:3.0:1788529934.190428:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529934.190429:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190432:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529934.190439:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529934.190442:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529934.190444:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529934.190446:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529935.069829:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529935.069843:0:8937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788529935.069847:0:8937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788529935.069852:0:8937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529935.069860:0:8937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788529935.069864:0:8937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529935.069866:0:8937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529935.069869:0:8937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529935.069875:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529935.069876:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529935.070819:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529935.070825:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529935.070830:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788529935.516900:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b110 (cpu 1) has reached its deadline 4295038723, at 4295038784 00000100:00000010:1.0:1788529935.516923:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27493a6000. 00000100:00000040:0.0:1788529935.517515:0:8276:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b000 (cpu 0) has reached its deadline 4295038723, at 4295038784 00000100:00000010:0.0:1788529935.517539:0:8276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27493a6d80. 00010000:00000001:2.0:1788529936.093579:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529936.093587:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529936.093593:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529936.093594:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529936.093613:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529936.093616:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529936.093619:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529937.117802:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529937.117809:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529937.117815:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529937.117818:0:8937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788529937.117820:0:8937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788529937.117824:0:8937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529937.117827:0:8937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788529937.117830:0:8937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529937.117832:0:8937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529937.117834:0:8937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529937.117858:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529937.117860:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529937.118285:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529938.146219:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529938.146230:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529938.146237:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529938.146238:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529938.146276:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529938.146279:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529938.146293:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529939.164968:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529939.164978:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529939.164986:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529939.164987:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529939.165023:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529939.165027:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529939.165031:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788529939.295566:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb5daca4-a2e9-48dd-9609-737cca046f86->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529939.295589:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529939.295597:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906f800. 00000020:00000040:3.0:1788529939.295605:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1788529939.295610:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529939.295613:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529939.295620:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529939.295629:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27598e1100. 00000100:00000001:3.0:1788529939.295636:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.295649:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fb5daca4-a2e9-48dd-9609-737cca046f86->MGS req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529939.295659:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529939.295663:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.295670:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bf3447f] to pc [ptlrpcd_01_00+0] req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.295705:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.295708:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529939.295711:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529939.295714:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906d500. 00000020:00000040:3.0:1788529939.295716:0:485:0:(genops.c:1210:class_import_get()) import ffff8c27521a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000100:00000001:3.0:1788529939.295719:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529939.295720:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529939.295721:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529939.295725:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27598d6c00. 00000100:00000001:3.0:1788529939.295728:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.295732:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529939.295756:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529939.295759:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.295763:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc98d1ca] to pc [ptlrpcd_01_01+1] req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.295800:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529939.295800:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.295809:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529939.295811:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529939.295818:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788529939.295818:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529939.295826:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c380. 00000020:00000040:3.0:1788529939.295830:0:485:0:(genops.c:1210:class_import_get()) import ffff8c27521b7800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000100:00000001:3.0:1788529939.295832:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529939.295833:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529939.295835:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529939.295838:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27598d6b00. 00000100:00000001:3.0:1788529939.295843:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529939.295851:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788529939.295851:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529939.295866:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529939.295878:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529939.295881:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529939.295887:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529939.295890:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529939.295892:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529939.295896:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.295904:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b72be1] to pc [ptlrpcd_01_00+0] req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529939.295906:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288316288:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529939.295920:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788529939.295928:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529939.295930:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788529939.295932:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788529939.295938:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.295939:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1788529939.295946:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788529939.295948:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1788529939.295958:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274555de00. 02000000:00000001:2.0:1788529939.295962:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529939.295977:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000040:3.0:1788529939.295980:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1788529939.295982:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8c60. 00000100:00000040:3.0:1788529939.295986:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1788529939.295994:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e770. 00000100:00000001:3.0:1788529939.296017:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1788529939.296019:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288316288, portal 25 00000100:00000010:3.0:1788529939.296022:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906f100. 00000100:00000001:2.0:1788529939.296025:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529939.296030:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089647616 : -127374619904000 : ffff8c274906f800) 00000020:00000040:3.0:1788529939.296031:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2752099800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000100:00000040:2.0:1788529939.296042:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.296053:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529939.296056:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529939.296058:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529939.296067:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529939.296071:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529939.296078:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826edd0. 00000100:00000200:2.0:1788529939.296084:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875409288316288, offset 0 02000000:00000010:3.0:1788529939.296093:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747677c00. 00000400:00000200:2.0:1788529939.296094:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529939.296106:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529939.296117:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529939.296120:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529939.296137:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1788529939.296143:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1788529939.296144:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529939.296154:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788529939.296167:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529939.296170:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.296175:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da3f0cb5] to pc [ptlrpcd_01_01+1] req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.296182:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.296185:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529939.296188:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529939.296191:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c000. 00000020:00000040:3.0:1788529939.296194:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2758915800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000100:00000001:3.0:1788529939.296197:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529939.296198:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529939.296200:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529939.296203:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747677a00. 00000100:00000001:3.0:1788529939.296206:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.296211:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529939.296217:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529939.296219:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.296222:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776ba02] to pc [ptlrpcd_01_00+0] req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.296243:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.296245:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529939.296248:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788529939.296250:0:485:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788529939.296254:0:485:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788529939.296257:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c700. 00000020:00000040:3.0:1788529939.296259:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2747dde800 refcount=3 obd=lustre-OST0000-osc-ffff8c2749076800 00000100:00000001:3.0:1788529939.296269:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529939.296270:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529939.296273:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529939.296276:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747677100. 00000100:00000001:3.0:1788529939.296280:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.296282:0:485:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446616699089635072 : -127374619916544 : ffff8c274906c700) 00000100:00080000:3.0:1788529939.296286:0:485:0:(import.c:65:import_set_state_nolock()) ffff8c2747dde800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788529939.296289:0:485:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8c2749076800: disconnect after 21s idle 00000100:00000001:3.0:1788529939.296291:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529939.296293:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.296311:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000074d20f] to pc [ptlrpcd_rcv+-1] req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.296339:0:485:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529939.296342:0:485:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.296344:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529939.296347:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788529939.296349:0:485:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788529939.296350:0:485:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788529939.296353:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906ce00. 00000020:00000040:3.0:1788529939.296356:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2747dda000 refcount=3 obd=lustre-OST0001-osc-ffff8c2749076800 00000100:00000001:3.0:1788529939.296358:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529939.296374:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529939.296376:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529939.296386:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01a00. 00000100:00000001:3.0:1788529939.296390:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.296392:0:485:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446616699089636864 : -127374619914752 : ffff8c274906ce00) 00000100:00080000:3.0:1788529939.296394:0:485:0:(import.c:65:import_set_state_nolock()) ffff8c2747dda000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788529939.296396:0:485:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8c2749076800: disconnect after 21s idle 00000100:00000001:3.0:1788529939.296399:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529939.296401:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.296406:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972cf10b] to pc [ptlrpcd_rcv+-1] req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.296413:0:485:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529939.296415:0:485:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.296420:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (380) 00000400:00000200:2.0:1788529939.296491:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529939.296498:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [146:146:256:4294967295] 192.168.204.124@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1788529939.296514:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529939.296515:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529939.296521:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529939.296524:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788529939.296539:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000100:00000040:3.0:1788529939.296539:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788529939.296563:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000100:00000001:3.0:1788529939.296568:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529939.296573:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788529939.296574:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06600. 02000000:00000001:3.0:1788529939.296579:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529939.296585:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788529939.296590:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 02000000:00000001:3.0:1788529939.296592:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529939.296602:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288316416:192.168.204.124@tcp:400:kworker.0 00000800:00000200:2.0:1788529939.296609:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000100:00000001:3.0:1788529939.296611:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1788529939.296621:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06600 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1788529939.296625:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529939.296629:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529939.296633:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788529939.296640:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529939.296641:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750a24e00. 02000000:00000001:3.0:1788529939.296649:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529939.296655:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529939.296660:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295043844 00000400:00000200:3.0:1788529939.296668:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000010:2.0:1788529939.296671:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c2749163c60. 00000400:00000010:3.0:1788529939.296674:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed630. 00000100:00000001:2.0:1788529939.296685:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1788529939.296686:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcdd0. 00000100:00000200:3.0:1788529939.296703:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288316416, portal 10 00000100:00000001:2.0:1788529939.296704:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295043844 00000100:00000010:2.0:1788529939.296713:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c2749163180. 00000100:00000001:3.0:1788529939.296713:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529939.296719:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089638656 : -127374619912960 : ffff8c274906d500) 00000100:00000001:2.0:1788529939.296731:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788529939.296739:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788529939.296740:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.296745:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529939.296756:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.296761:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788529939.296762:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529939.296810:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000100:00000001:2.0:1788529939.296815:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1788529939.296816:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc000. 00000100:00000001:2.0:1788529939.296820:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1788529939.296824:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288316416, offset 0 00000100:00000001:2.0:1788529939.296839:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529939.296845:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788529939.296846:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000100:00000001:2.0:1788529939.296848:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788529939.296862:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529939.296872:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529939.296877:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529939.296881:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529939.296885:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529939.296888:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529939.296891:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [147:147:255:4294967295] 192.168.204.124@tcp LPNI seq info [147:147:7:4294967295] 00000400:00000200:3.0:1788529939.296896:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529939.296923:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529939.296930:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529939.296952:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c01000. 00000800:00000200:3.0:1788529939.296960:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529939.296968:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529939.296973:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c01000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529939.296978:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.296983:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: using a timeout of 188552 usecs (189 jiffies) 00000400:00000200:3.0:1788529939.296987:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529939.296989:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295042753 00000100:00000001:3.0:1788529939.296992:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295043844 00000100:00000001:3.0:1788529939.296995:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295042753 00000100:00000001:3.0:1788529939.297005:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295043844 00000100:00000001:3.0:1788529939.297009:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529939.297012:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.297016:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529939.297022:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.297030:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529939.297032:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529939.297035:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529939.297037:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529939.297039:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529939.297042:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288316672:192.168.204.124@tcp:400:kworker.0 00000100:00000001:3.0:1788529939.297046:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529939.297049:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529939.297051:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529939.297052:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529939.297055:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2750a25c00. 02000000:00000001:3.0:1788529939.297057:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529939.297060:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529939.297062:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491eddc0. 00000400:00000010:3.0:1788529939.297067:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcbb0. 00000100:00000200:3.0:1788529939.297069:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288316672, portal 10 00000100:00000001:3.0:1788529939.297071:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529939.297072:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089645824 : -127374619905792 : ffff8c274906f100) 00000100:00000040:3.0:1788529939.297079:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.297085:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529939.297087:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529939.297090:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fc088. 00000100:00000200:3.0:1788529939.297092:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288316672, offset 0 00000400:00000200:3.0:1788529939.297097:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529939.297100:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529939.297110:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529939.297114:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529939.297117:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529939.297120:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529939.297122:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529939.297125:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [148:148:254:4294967295] 192.168.204.124@tcp LPNI seq info [148:148:6:4294967295] 00000400:00000200:3.0:1788529939.297128:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529939.297136:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529939.297141:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529939.297144:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c01300. 00000800:00000200:3.0:1788529939.297167:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529939.297173:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529939.297175:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c01300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788529939.297178:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.297181:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: using a timeout of 24793 usecs (25 jiffies) 00000400:00000200:3.0:1788529939.297184:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529939.297186:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295042589 00000100:00000001:3.0:1788529939.297188:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295043844 00000100:00000001:3.0:1788529939.297190:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295042589 00000100:00000001:3.0:1788529939.297192:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295043844 00000100:00000001:3.0:1788529939.297195:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529939.297197:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.297199:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.297205:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529939.297213:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529939.297215:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788529939.297218:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529939.297219:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529939.297220:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.297223:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.297320:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788529939.297324:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788529939.297326:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788529939.297332:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.297340:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788529939.297341:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788529939.297343:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788529939.297345:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788529939.297348:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788529939.297357:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288316928:192.168.204.124@tcp:9:kworker.0 00000100:00000001:0.0:1788529939.297361:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788529939.297364:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788529939.297366:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788529939.297385:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788529939.297391:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274325fa00. 02000000:00000001:0.0:1788529939.297393:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788529939.297396:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:0.0:1788529939.297399:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c274014b000. 00000400:00000010:0.0:1788529939.297403:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2750a906e8. 00000100:00000200:0.0:1788529939.297407:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288316928, portal 4 00000100:00000001:0.0:1788529939.297409:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788529939.297410:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089635072 : -127374619916544 : ffff8c274906c700) 00000020:00000010:0.0:1788529939.297418:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c2743278000. 00000100:00000040:0.0:1788529939.297424:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.297431:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788529939.297433:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:0.0:1788529939.297436:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2750a90550. 00000100:00000200:0.0:1788529939.297438:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875409288316928, offset 0 00000400:00000200:0.0:1788529939.297442:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:0.0:1788529939.297446:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000040:2.0:1788529939.297465:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.297478:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1788529939.297483:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000100:00000001:2.0:1788529939.297484:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529939.297490:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1788529939.297493:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1788529939.297496:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529939.297501:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529939.297508:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288316544:192.168.204.124@tcp:400:kworker.0 00000400:00000200:0.0:1788529939.297514:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000100:00000001:2.0:1788529939.297516:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1788529939.297522:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1788529939.297522:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529939.297525:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529939.297533:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529939.297539:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274555da00. 02000000:00000001:2.0:1788529939.297542:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788529939.297543:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529939.297549:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529939.297555:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8b00. 00000400:00000200:0.0:1788529939.297556:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [149:149:253:4294967295] 192.168.204.124@tcp LPNI seq info [149:149:5:4294967295] 00000400:00000010:2.0:1788529939.297565:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e5d8. 00000100:00000200:2.0:1788529939.297572:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288316544, portal 10 00000100:00000001:2.0:1788529939.297574:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529939.297578:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089634176 : -127374619917440 : ffff8c274906c380) 00000400:00000200:0.0:1788529939.297584:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000040:2.0:1788529939.297593:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.297603:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788529939.297609:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000100:00000040:2.0:1788529939.297620:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529939.297624:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826eb28. 00000100:00000200:2.0:1788529939.297628:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288316544, offset 0 00000800:00000200:0.0:1788529939.297638:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529939.297639:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529939.297647:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529939.297656:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529939.297659:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529939.297664:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000800:00000010:0.0:1788529939.297669:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2749952d00. 00000400:00000200:2.0:1788529939.297669:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529939.297680:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529939.297685:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [150:150:252:4294967295] 192.168.204.124@tcp LPNI seq info [150:150:4:4294967295] 00000400:00000200:2.0:1788529939.297690:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000800:00000200:0.0:1788529939.297699:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000400:00000200:2.0:1788529939.297710:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529939.297717:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529939.297723:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06400. 00000800:00000200:0.0:1788529939.297729:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529939.297735:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:0.0:1788529939.297738:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2749952d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1788529939.297746:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529939.297750:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788529939.297756:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529939.297757:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529939.297812:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: using a timeout of 90448 usecs (91 jiffies) 00000400:00000200:2.0:1788529939.297817:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529939.297820:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295042656 00000100:00000001:2.0:1788529939.297823:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295043844 00000100:00000001:2.0:1788529939.297825:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295042656 00000100:00000001:2.0:1788529939.297828:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295043844 00000100:00000001:2.0:1788529939.297830:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529939.297834:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788529939.297837:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: using a timeout of 17787 usecs (18 jiffies) 00000100:00000001:2.0:1788529939.297838:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529939.297848:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788529939.297850:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:0.0:1788529939.297855:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295042583 00000100:00000001:0.0:1788529939.297863:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295043844 00000100:00000001:0.0:1788529939.297865:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295042583 00000100:00000001:0.0:1788529939.297867:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295043844 00000100:00000001:0.0:1788529939.297869:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788529939.297872:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.297875:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788529939.297881:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.297889:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788529939.297890:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788529939.297893:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788529939.297896:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788529939.297898:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788529939.297901:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288317056:192.168.204.124@tcp:9:kworker.0 00000100:00000001:0.0:1788529939.297905:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788529939.297908:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788529939.297910:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788529939.297912:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788529939.297916:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274325f800. 02000000:00000001:0.0:1788529939.297918:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788529939.297922:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:0.0:1788529939.297925:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c274014b0b0. 00000400:00000010:0.0:1788529939.297930:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2750a90c38. 00000100:00000200:0.0:1788529939.297940:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288317056, portal 4 00000100:00000001:0.0:1788529939.297943:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788529939.297944:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089636864 : -127374619914752 : ffff8c274906ce00) 00000020:00000010:0.0:1788529939.297952:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c274327c000. 00000100:00000040:0.0:1788529939.297959:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.297965:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788529939.297968:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:0.0:1788529939.297970:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2750a90990. 00000100:00000200:0.0:1788529939.297973:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875409288317056, offset 0 00000400:00000200:0.0:1788529939.297977:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:0.0:1788529939.297982:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.297987:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:0.0:1788529939.297990:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788529939.297992:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:0.0:1788529939.297995:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788529939.297997:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:0.0:1788529939.298000:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [151:151:251:4294967295] 192.168.204.124@tcp LPNI seq info [151:151:3:4294967295] 00000400:00000200:0.0:1788529939.298003:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.298011:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:0.0:1788529939.298015:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:0.0:1788529939.298019:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2749952f00. 00000800:00000200:0.0:1788529939.298023:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:0.0:1788529939.298028:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:0.0:1788529939.298031:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2749952f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788529939.298034:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788529939.298037:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: using a timeout of 17682 usecs (18 jiffies) 00000400:00000200:0.0:1788529939.298040:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:0.0:1788529939.298043:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295042583 00000100:00000001:0.0:1788529939.298045:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295043844 00000100:00000001:0.0:1788529939.298053:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295042583 00000100:00000001:0.0:1788529939.298055:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295043844 00000100:00000001:0.0:1788529939.298057:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788529939.298059:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.298061:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.298063:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788529939.298068:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788529939.298070:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788529939.298072:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788529939.298073:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788529939.298074:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.298076:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788529939.298128:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529939.298134:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06600. 00000400:00000200:0.0:1788529939.298141:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.298146:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529939.298152:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826edd0 00000400:00000010:0.0:1788529939.298156:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826edd0. 00000100:00000001:0.0:1788529939.298160:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529939.298166:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298175:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529939.298179:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298186:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.298187:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529939.298201:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529939.298203:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c01000. 00000400:00000200:0.0:1788529939.298206:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.298209:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529939.298212:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc000 00000400:00000010:0.0:1788529939.298214:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc000. 00000100:00000001:0.0:1788529939.298216:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529939.298229:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298236:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529939.298239:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298245:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.298247:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788529939.298260:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1788529939.298262:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788529939.298264:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788529939.298269:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c01300. 02000000:00000001:2.0:1788529939.298272:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1788529939.298277:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1788529939.298277:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529939.298286:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788529939.298300:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00100000:2.0:1788529939.298300:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288316800:192.168.204.124@tcp:400:kworker.0 00000400:00000200:0.0:1788529939.298310:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fc088 00000100:00000001:2.0:1788529939.298311:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1788529939.298315:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fc088. 02000000:00000001:2.0:1788529939.298318:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788529939.298321:0:2395:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1788529939.298322:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529939.298327:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1788529939.298330:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788529939.298335:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274137e800. 00000100:00000001:0.0:1788529939.298344:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529939.298347:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298352:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.298354:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529939.298363:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529939.298365:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2749952d00. 00000400:00000200:0.0:1788529939.298368:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.298371:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529939.298373:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2750a90550 00000400:00000010:0.0:1788529939.298375:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2750a90550. 00000100:00000001:0.0:1788529939.298378:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529939.298381:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298388:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529939.298390:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298403:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.298404:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529939.298413:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529939.298415:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06400. 00000400:00000200:0.0:1788529939.298417:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.298421:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529939.298423:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826eb28 00000400:00000010:0.0:1788529939.298425:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826eb28. 00000100:00000001:0.0:1788529939.298427:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529939.298432:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298439:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529939.298442:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298447:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.298449:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529939.298567:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529939.298570:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2749952f00. 00000400:00000200:0.0:1788529939.298605:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.298622:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529939.298626:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2750a90990 00000400:00000010:0.0:1788529939.298629:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2750a90990. 00000100:00000001:0.0:1788529939.298631:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529939.298636:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788529939.298660:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529939.298669:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529939.298675:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8318. 00000400:00000010:2.0:1788529939.298681:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e660. 00000100:00000200:2.0:1788529939.298693:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288316800, portal 10 00000100:00000001:2.0:1788529939.298696:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529939.298698:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089633280 : -127374619918336 : ffff8c274906c000) 00000100:00000040:2.0:1788529939.298709:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298714:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788529939.298723:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529939.298726:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529939.298729:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e088. 00000100:00000200:2.0:1788529939.298733:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288316800, offset 0 00000400:00000200:2.0:1788529939.298739:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529939.298745:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529939.298751:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529939.298757:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529939.298760:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529939.298763:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529939.298766:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529939.298813:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [152:152:255:4294967295] 192.168.204.124@tcp LPNI seq info [152:152:7:4294967295] 00000400:00000200:2.0:1788529939.298819:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000040:0.0:1788529939.298826:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.298834:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.298835:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788529939.298991:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529939.298999:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529939.299004:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06a00. 00000800:00000200:2.0:1788529939.299010:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529939.299016:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529939.299020:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529939.299045:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529939.299049:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: using a timeout of 28616 usecs (29 jiffies) 00000400:00000200:2.0:1788529939.299368:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529939.299372:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295042595 00000100:00000001:2.0:1788529939.299376:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295043844 00000100:00000001:2.0:1788529939.299379:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295042595 00000100:00000001:2.0:1788529939.299381:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295043844 00000100:00000001:2.0:1788529939.299384:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529939.299387:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529939.299391:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529939.299459:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529939.299471:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529939.299474:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788529939.299476:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529939.299479:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529939.299481:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529939.299484:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788529939.302164:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529939.302196:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06a00. 00000400:00000200:0.0:1788529939.302205:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.302215:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529939.302232:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e088 00000400:00000010:0.0:1788529939.302235:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e088. 00000100:00000001:0.0:1788529939.302242:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529939.302251:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.302263:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529939.302267:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.302273:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529939.302275:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788529939.309981:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310007:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529939.310011:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310013:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310023:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310031:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529939.310044:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310050:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310056:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310060:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9acc0704580 00000400:00000200:0.0:1788529939.310066:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310072:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:0.0:1788529939.310306:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310312:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310316:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.310322:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529939.310332:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529939.310343:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529939.310355:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.310405:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529939.310419:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310423:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529939.310425:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310427:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310431:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310435:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529939.310439:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310442:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310445:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310448:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704600 00000400:00000200:0.0:1788529939.310462:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310467:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x849 [1] + 224 00000800:00000001:0.0:1788529939.310471:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310475:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310477:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.310480:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529939.310483:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529939.310487:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529939.310495:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.310518:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529939.310522:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310526:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529939.310528:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310530:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310534:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310537:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529939.310541:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310543:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310554:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310557:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704700 00000400:00000200:0.0:1788529939.310560:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310564:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:0.0:1788529939.310568:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310572:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310574:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.310578:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529939.310581:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529939.310586:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529939.310595:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.310604:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529939.310607:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310610:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529939.310612:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310615:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310617:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310621:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529939.310625:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310627:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310630:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310632:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704680 00000400:00000200:0.0:1788529939.310635:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310639:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:0.0:1788529939.310642:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310646:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310648:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.310652:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529939.310655:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529939.310666:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529939.310675:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.310682:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529939.310687:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310690:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529939.310692:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310694:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310697:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310700:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529939.310704:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310708:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310710:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310714:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704780 00000400:00000200:0.0:1788529939.310717:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310721:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1788529939.310724:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310728:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310730:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.310733:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529939.310736:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529939.310740:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529939.310748:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.310755:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529939.310758:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310761:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529939.310763:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310765:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310818:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310821:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529939.310826:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310829:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310832:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310835:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9acc0704800 00000400:00000200:0.0:1788529939.310839:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310843:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x859 [1] + 224 00000800:00000001:0.0:1788529939.310847:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310852:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310854:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.310857:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529939.310861:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529939.310865:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529939.310875:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.310910:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529939.310915:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310919:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529939.310921:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.310923:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.310927:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310930:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529939.310934:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310936:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310939:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310941:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 4 MB=0x6a9acc0704880 00000400:00000200:0.0:1788529939.310944:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529939.310948:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.124@tcp of length 224/224 into md 0x871 [1] + 224 00000100:00000001:1.0:1788529939.311003:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788529939.311011:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788529939.311022:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788529939.311024:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788529939.311028:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c274014b000. 00000400:00000200:1.0:1788529939.311037:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2750a906e8 00000400:00000010:1.0:1788529939.311040:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2750a906e8. 00000100:00000001:1.0:1788529939.311047:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529939.311069:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788529939.311081:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529939.311089:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788529939.311092:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529939.311094:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788529939.311097:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788529939.311101:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788529939.311107:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529939.311107:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788529939.311110:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788529939.311116:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1788529939.311117:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788529939.311121:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529939.311125:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed630. 00000400:00000200:3.0:1788529939.311130:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcdd0 00000400:00000010:3.0:1788529939.311133:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcdd0. 00000100:00000001:3.0:1788529939.311137:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529939.311146:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529939.311157:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.311166:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529939.311168:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529939.311171:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529939.311174:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529939.311177:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529939.311179:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529939.311183:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529939.311194:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521a9c60 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529939.311198:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521a9c18 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529939.311201:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529939.311203:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529939.311206:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529939.311209:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.311213:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529939.311215:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529939.311217:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788529939.311219:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.311233:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.311240:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529939.311243:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529939.311246:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529939.311250:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1788529939.311271:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c27491ac000. 00000100:00100000:3.0:1788529939.311272:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288316416:192.168.204.124@tcp:400:kworker.0 00000400:00000001:3.0:1788529939.311285:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1788529939.311287:0:2402:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2747ddec60 time=21 v=5 (5 0 0 0) 00000400:00000001:3.0:1788529939.311288:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529939.311292:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491eddc0. 00000100:00001000:1.0:1788529939.311296:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2747ddec18 time=21 v=5 (1 0 0 0) 00000400:00000200:3.0:1788529939.311299:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcbb0 00000100:00000001:1.0:1788529939.311302:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1788529939.311305:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcbb0. 00000100:00000001:1.0:1788529939.311306:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788529939.311317:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1788529939.311319:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00010000:00080000:1.0:1788529939.311328:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529939.311329:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788529939.311362:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529939.311370:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1788529939.311371:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529939.311374:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:1.0:1788529939.311379:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788529939.311383:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.311394:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1788529939.311396:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.311398:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529939.311408:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529939.311411:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529939.311414:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788529939.311420:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529939.311421:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529939.311430:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1788529939.311431:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529939.311436:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1788529939.311443:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2752099c60 time=21 v=5 (5 0 0 0) 00000100:00080000:1.0:1788529939.311446:0:2402:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788529939.311465:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2752099c18 time=21 v=5 (1 0 0 0) 00000100:00080000:1.0:1788529939.311479:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c2747dde800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000001:3.0:1788529939.311480:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529939.311484:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529939.311489:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1788529939.311493:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788529939.311494:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.311506:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788529939.311512:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:3.0:1788529939.311524:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1788529939.311525:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288316928:192.168.204.124@tcp:9:kworker.0 00000100:00000001:3.0:1788529939.311527:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529939.311540:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.311544:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529939.311546:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529939.311556:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c700 x1875409288316928/t0(0) o9->lustre-OST0000-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.311571:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788529939.311576:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1788529939.311587:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1788529939.311589:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1788529939.311592:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1788529939.311595:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274325fa00. 02000000:00000001:1.0:1788529939.311602:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1788529939.311604:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788529939.311607:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788529939.311611:0:2402:0:(genops.c:1223:class_import_put()) import ffff8c2747dde800 refcount=2 obd=lustre-OST0000-osc-ffff8c2749076800 00000020:00000001:1.0:1788529939.311617:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788529939.311623:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747677100. 00000100:00100000:3.0:1788529939.311630:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288316672:192.168.204.124@tcp:400:kworker.0 02000000:00000001:1.0:1788529939.311632:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788529939.311637:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788529939.311642:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c700. 00000100:00000001:3.0:1788529939.311643:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788529939.311648:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529939.311650:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788529939.311652:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788529939.311658:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529939.311659:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906d500 x1875409288316416/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529939.311662:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788529939.311666:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788529939.311668:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529939.311674:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.311685:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529939.311688:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529939.311693:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750a24e00. 02000000:00000001:3.0:1788529939.311697:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529939.311700:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529939.311702:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c27521a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000020:00000001:3.0:1788529939.311704:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529939.311708:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27598d6c00. 02000000:00000001:3.0:1788529939.311714:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529939.311717:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529939.311719:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906d500. 00000100:00000001:3.0:1788529939.311725:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529939.311726:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529939.311728:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529939.311733:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906f100 x1875409288316672/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529939.311738:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529939.311740:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529939.311741:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2750a25c00. 02000000:00000001:3.0:1788529939.311743:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529939.311744:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529939.311745:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2752099800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000020:00000001:3.0:1788529939.311746:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529939.311748:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747677c00. 02000000:00000001:3.0:1788529939.311758:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529939.311760:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529939.311761:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906f100. 00000100:00000001:3.0:1788529939.311763:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529939.311765:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529939.311808:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529939.311817:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529939.311819:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529939.311821:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529939.311823:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788529939.312332:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.312355:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529939.312359:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529939.312364:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529939.312371:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529939.312376:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529939.312385:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529939.312403:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529939.312412:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529939.312415:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529939.312502:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529939.312505:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788529939.312510:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529939.312512:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529939.312515:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8b00. 00000400:00000200:2.0:1788529939.312519:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e5d8 00000400:00000010:2.0:1788529939.312521:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e5d8. 00000100:00000001:2.0:1788529939.312533:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529939.312539:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529939.312547:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.312552:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529939.312554:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529939.312556:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529939.312557:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529939.312559:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529939.312560:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529939.312563:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529939.312570:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521b7c60 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529939.312573:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521b7c18 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529939.312575:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529939.312576:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529939.312578:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529939.312582:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529939.312589:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529939.312592:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529939.312593:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529939.312595:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529939.312596:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529939.312600:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.312606:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529939.312609:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529939.312610:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529939.312614:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529939.312620:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288316544:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529939.312631:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529939.312633:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529939.312635:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8318. 00000400:00000200:2.0:1788529939.312637:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e660 00000400:00000010:2.0:1788529939.312639:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e660. 00000100:00000001:2.0:1788529939.312641:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529939.312645:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529939.312653:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.312659:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529939.312660:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529939.312662:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529939.312663:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529939.312664:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529939.312666:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529939.312668:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529939.312673:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2758915c60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529939.312676:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2758915c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529939.312678:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529939.312679:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529939.312681:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529939.312685:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529939.312691:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529939.312693:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529939.312694:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529939.312696:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529939.312697:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529939.312700:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.312705:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529939.312713:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529939.312714:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529939.312719:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529939.312725:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288316800:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529939.312731:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529939.312732:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529939.312734:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8c60. 00000400:00000200:2.0:1788529939.312736:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e770 00000400:00000010:2.0:1788529939.312738:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e770. 00000100:00000001:2.0:1788529939.312740:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529939.312744:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529939.312750:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.312756:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529939.312758:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529939.312759:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529939.312761:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529939.312765:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788529939.312798:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529939.312799:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529939.312805:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788529939.312808:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788529939.312813:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1788529939.312815:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=83 v=5 (5 0 0 0) 00000400:00000001:1.0:1788529939.312817:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1788529939.312824:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529939.312827:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529939.312828:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529939.312830:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529939.312832:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788529939.312834:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c274014b0b0. 00000100:00000001:2.0:1788529939.312835:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788529939.312844:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2750a90c38 00000400:00000010:1.0:1788529939.312852:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2750a90c38. 00000100:00000040:2.0:1788529939.312853:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.312866:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788529939.312867:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788529939.312880:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1788529939.312881:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.312886:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788529939.312895:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529939.312903:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788529939.312905:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788529939.312907:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788529939.312909:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788529939.312911:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788529939.312913:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788529939.312916:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788529939.312929:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8c2743ab6000. 00000100:00001000:1.0:1788529939.312943:0:2402:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2747dda460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1788529939.312947:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2747dda418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788529939.312950:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788529939.312951:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788529939.312954:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788529939.312959:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788529939.312966:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529939.312969:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788529939.312971:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:1.0:1788529939.312972:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788529939.312974:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788529939.312978:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529939.312985:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788529939.312988:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788529939.312989:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788529939.312993:0:2402:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788529939.313002:0:2402:0:(import.c:65:import_set_state_nolock()) ffff8c2747dda000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788529939.313006:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788529939.313013:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2efaa52c-5004-470c-a632-f8c851910c1f:2402:1875409288317056:192.168.204.124@tcp:9:kworker.0 00000100:00000001:1.0:1788529939.313018:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788529939.313021:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529939.313023:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906ce00 x1875409288317056/t0(0) o9->lustre-OST0001-osc-ffff8c2749076800@192.168.204.124@tcp:28/4 lens 224/224 e 0 to 0 dl 1788529949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529939.313038:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1788529939.313042:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788529939.313043:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1788529939.313056:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288316288:192.168.204.124@tcp:400:kworker.0 02000000:00000010:1.0:1788529939.313062:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274325f800. 00000100:00000001:2.0:1788529939.313064:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788529939.313069:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788529939.313071:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1788529939.313074:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788529939.313077:0:2402:0:(genops.c:1223:class_import_put()) import ffff8c2747dda000 refcount=2 obd=lustre-OST0001-osc-ffff8c2749076800 00000020:00000001:1.0:1788529939.313080:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788529939.313083:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01a00. 02000000:00000001:1.0:1788529939.313087:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788529939.313089:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788529939.313091:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906ce00. 00000100:00000001:1.0:1788529939.313095:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788529939.313097:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788529939.313099:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788529939.313107:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788529939.313109:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529939.313111:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788529939.313112:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529939.313151:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c380 x1875409288316544/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.313160:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529939.313163:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529939.313166:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274555da00. 02000000:00000001:2.0:1788529939.313171:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529939.313173:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529939.313174:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c27521b7800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000020:00000001:2.0:1788529939.313177:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529939.313179:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27598d6b00. 02000000:00000001:2.0:1788529939.313182:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529939.313184:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529939.313185:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c380. 00000100:00000001:2.0:1788529939.313188:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529939.313190:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529939.313192:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529939.313196:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c000 x1875409288316800/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.313202:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529939.313203:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529939.313204:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274137e800. 02000000:00000001:2.0:1788529939.313207:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529939.313208:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529939.313209:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2758915800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000020:00000001:2.0:1788529939.313211:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529939.313212:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747677a00. 02000000:00000001:2.0:1788529939.313839:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529939.313842:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529939.313845:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c000. 00000100:00000001:2.0:1788529939.313849:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529939.313850:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529939.313852:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529939.313858:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906f800 x1875409288316288/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529939.313865:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529939.313867:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529939.313869:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274555de00. 02000000:00000001:2.0:1788529939.313871:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529939.313874:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529939.313875:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:2.0:1788529939.313877:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529939.313879:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27598e1100. 02000000:00000001:2.0:1788529939.313882:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529939.313883:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529939.313884:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906f800. 00000100:00000001:2.0:1788529939.313887:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529939.313888:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529939.313901:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529939.313909:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529939.313911:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529939.313914:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529939.313917:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529940.188973:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529940.188983:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529940.188991:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529940.188992:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529940.189890:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529940.189896:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529940.189900:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788529940.637212:0:8276:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b000 (cpu 0) has reached its deadline 4295043844, at 4295043904 00000100:00000010:0.0:1788529940.637241:0:8276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c2749163c60. 00000100:00000040:1.0:1788529940.637380:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b110 (cpu 1) has reached its deadline 4295043844, at 4295043904 00000100:00000010:1.0:1788529940.637388:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c2749163180. 00010000:00000001:2.0:1788529941.213038:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529941.213047:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529941.213053:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529941.213055:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529941.213093:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529941.213096:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529941.213100:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529942.244428:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529942.244441:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529942.244449:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529942.244451:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529942.244484:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529942.244487:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529942.244491:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529943.262983:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529943.262996:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529943.263005:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529943.263006:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529943.263029:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529943.263033:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529943.263036:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529944.286687:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529944.286696:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529944.286703:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529944.286704:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529944.286736:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529944.286740:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529944.286744:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788529944.412894:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb5daca4-a2e9-48dd-9609-737cca046f86->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529944.412909:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529944.412923:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906f100. 00000020:00000040:3.0:1788529944.412930:0:36:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1788529944.412936:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529944.412939:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529944.412945:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529944.412956:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01400. 00000100:00000001:3.0:1788529944.412965:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.412981:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fb5daca4-a2e9-48dd-9609-737cca046f86->MGS req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529944.412994:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529944.412999:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413007:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da3f0cb5] to pc [ptlrpcd_01_01+1] req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529944.413042:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529944.413050:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529944.413053:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906d500. 00000020:00000040:3.0:1788529944.413055:0:36:0:(genops.c:1210:class_import_get()) import ffff8c27521a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000100:00000001:3.0:1788529944.413058:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529944.413059:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529944.413061:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529944.413087:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01d00. 00000100:00000001:3.0:1788529944.413091:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413096:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529944.413103:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529944.413105:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413109:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc98d1ca] to pc [ptlrpcd_01_00+0] req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529944.413117:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529944.413123:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529944.413126:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906ea00. 00000020:00000040:3.0:1788529944.413129:0:36:0:(genops.c:1210:class_import_get()) import ffff8c27521b7800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000100:00000001:3.0:1788529944.413131:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529944.413133:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529944.413135:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529944.413138:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01e00. 00000100:00000001:3.0:1788529944.413142:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413145:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529944.413152:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529944.413154:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413157:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec0ca9d9] to pc [ptlrpcd_01_01+1] req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529944.413174:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413176:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529944.413180:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529944.413182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529944.413194:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529944.413197:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529944.413201:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529944.413207:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906f800. 00000020:00000040:3.0:1788529944.413210:0:36:0:(genops.c:1210:class_import_get()) import ffff8c2752099800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000100:00000001:3.0:1788529944.413213:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529944.413214:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529944.413216:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529944.413221:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01a00. 00000100:00000001:3.0:1788529944.413225:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413229:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529944.413236:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529944.413238:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413242:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bf3447f] to pc [ptlrpcd_01_00+0] req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529944.413249:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529944.413254:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529944.413257:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c000. 00000020:00000040:3.0:1788529944.413260:0:36:0:(genops.c:1210:class_import_get()) import ffff8c2758915800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000100:00000001:3.0:1788529944.413262:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529944.413263:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529944.413265:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529944.413268:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01300. 00000100:00000001:3.0:1788529944.413281:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413285:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529944.413292:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529944.413300:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413305:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776ba02] to pc [ptlrpcd_01_01+1] req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529944.413313:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529944.413316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529944.413319:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529944.413322:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529944.413324:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529944.413330:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (385) 00000100:00000001:2.0:1788529944.413643:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529944.413649:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529944.413652:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529944.413660:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.413670:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529944.413673:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.413678:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529944.413681:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529944.413685:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529944.413689:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288317184:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529944.413694:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529944.413712:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529944.413716:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.413719:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529944.413726:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2743266c00. 02000000:00000001:2.0:1788529944.413728:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529944.413739:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529944.413746:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8c60. 00000400:00000010:2.0:1788529944.413756:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e770. 00000100:00000200:2.0:1788529944.413767:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288317184, portal 25 00000100:00000001:2.0:1788529944.414244:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529944.414246:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089645824 : -127374619905792 : ffff8c274906f100) 00000100:00000040:2.0:1788529944.414255:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.414262:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529944.414265:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529944.414335:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e660. 00000100:00000200:2.0:1788529944.414342:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875409288317184, offset 0 00000400:00000200:2.0:1788529944.414360:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529944.414371:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529944.414380:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529944.414386:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529944.414392:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529944.414396:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529944.414399:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529944.414403:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [153:153:256:4294967295] 192.168.204.124@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:2.0:1788529944.414409:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529944.414421:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529944.414428:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529944.414433:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06f00. 00000800:00000200:2.0:1788529944.414441:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529944.414451:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529944.414456:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529944.414538:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529944.414544:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529944.414547:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295048962 00000100:00000010:2.0:1788529944.414552:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c2749163660. 00000100:00000001:2.0:1788529944.414562:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788529944.414571:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295048962 00000100:00000010:2.0:1788529944.414574:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27491630c0. 00000100:00000001:2.0:1788529944.414578:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788529944.414581:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529944.414585:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.414589:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529944.414594:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.414602:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529944.414603:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.414607:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529944.414609:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529944.414611:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529944.414615:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288317440:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529944.414619:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529944.414623:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529944.414625:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.414627:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529944.414631:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2743266400. 02000000:00000001:2.0:1788529944.414632:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529944.414636:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529944.414639:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8318. 00000400:00000010:2.0:1788529944.414643:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e5d8. 00000100:00000200:2.0:1788529944.414647:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288317440, portal 10 00000100:00000001:2.0:1788529944.414649:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529944.414651:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089644032 : -127374619907584 : ffff8c274906ea00) 00000100:00000040:2.0:1788529944.414658:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.414670:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529944.414673:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529944.414676:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e000. 00000100:00000200:2.0:1788529944.414679:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288317440, offset 0 00000400:00000200:2.0:1788529944.414684:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529944.414688:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529944.414691:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529944.414694:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529944.414697:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529944.414700:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529944.414702:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529944.414705:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [154:154:255:4294967295] 192.168.204.124@tcp LPNI seq info [154:154:7:4294967295] 00000400:00000200:2.0:1788529944.414709:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529944.414716:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529944.414721:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529944.414724:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06d00. 00000800:00000200:2.0:1788529944.414728:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529944.414732:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529944.414735:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529944.414738:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529944.414743:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: using a timeout of 86782 usecs (87 jiffies) 00000400:00000200:2.0:1788529944.414746:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529944.414748:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295047768 00000100:00000001:2.0:1788529944.414751:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295048962 00000100:00000001:2.0:1788529944.414753:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295047768 00000100:00000001:2.0:1788529944.414756:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295048962 00000100:00000001:2.0:1788529944.414758:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529944.414760:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.414767:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529944.414794:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.414802:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529944.414803:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.414805:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529944.414807:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529944.414809:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529944.414812:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288317696:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529944.414815:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529944.414818:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529944.414820:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.414821:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529944.414824:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2743267400. 02000000:00000001:2.0:1788529944.414826:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529944.414829:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529944.414832:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8b00. 00000400:00000010:2.0:1788529944.414836:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e110. 00000100:00000200:2.0:1788529944.414839:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288317696, portal 10 00000100:00000001:2.0:1788529944.414841:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529944.414842:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089633280 : -127374619918336 : ffff8c274906c000) 00000100:00000040:2.0:1788529944.414848:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.414854:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529944.414856:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529944.414858:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e198. 00000100:00000200:2.0:1788529944.414861:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288317696, offset 0 00000400:00000200:2.0:1788529944.414865:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529944.414869:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529944.414872:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529944.414875:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529944.414878:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529944.414880:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529944.414889:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529944.414892:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [155:155:254:4294967295] 192.168.204.124@tcp LPNI seq info [155:155:6:4294967295] 00000400:00000200:2.0:1788529944.414896:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529944.414902:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529944.414907:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529944.414911:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06e00. 00000800:00000200:2.0:1788529944.414914:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529944.414918:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529944.414921:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529944.414924:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529944.414927:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: using a timeout of 27267 usecs (28 jiffies) 00000400:00000200:2.0:1788529944.414931:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529944.414932:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295047710 00000100:00000001:2.0:1788529944.414935:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295048962 00000100:00000001:2.0:1788529944.414937:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295047710 00000100:00000001:2.0:1788529944.414939:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295048962 00000100:00000001:2.0:1788529944.414941:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529944.414943:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.414946:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.414949:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.414959:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529944.414961:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788529944.414964:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529944.414965:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529944.414967:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529944.414970:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788529944.414972:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.414974:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529944.414976:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.414978:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529944.414979:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529944.414980:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529944.414990:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.414998:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529944.414999:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.415002:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529944.415004:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529944.415006:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529944.415008:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288317312:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529944.415012:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529944.415014:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529944.415016:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.415017:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529944.415020:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2743267600. 02000000:00000001:2.0:1788529944.415022:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529944.415025:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529944.415028:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c81b8. 00000400:00000010:2.0:1788529944.415032:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e908. 00000100:00000200:2.0:1788529944.415035:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288317312, portal 10 00000100:00000001:2.0:1788529944.415036:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529944.415038:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089638656 : -127374619912960 : ffff8c274906d500) 00000100:00000040:2.0:1788529944.415044:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.415049:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529944.415051:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529944.415053:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e330. 00000100:00000200:2.0:1788529944.415055:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288317312, offset 0 00000400:00000200:2.0:1788529944.415059:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529944.415063:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529944.415066:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529944.415069:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529944.415071:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529944.415073:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529944.415080:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529944.415083:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [156:156:253:4294967295] 192.168.204.124@tcp LPNI seq info [156:156:5:4294967295] 00000400:00000200:2.0:1788529944.415087:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529944.415093:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529944.415098:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529944.415101:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06b00. 00000800:00000200:2.0:1788529944.415105:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529944.415109:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529944.415111:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529944.415114:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529944.415117:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: using a timeout of 181497 usecs (182 jiffies) 00000400:00000200:2.0:1788529944.415120:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529944.415122:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295047864 00000100:00000001:2.0:1788529944.415124:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295048962 00000100:00000001:2.0:1788529944.415126:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295047864 00000100:00000001:2.0:1788529944.415128:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295048962 00000100:00000001:2.0:1788529944.415129:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529944.415132:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.415134:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529944.415139:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.415146:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529944.415147:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.415149:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529944.415151:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529944.415153:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529944.415155:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288317568:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529944.415158:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529944.415161:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529944.417873:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.417881:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529944.417891:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2743267800. 02000000:00000001:2.0:1788529944.417896:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529944.417908:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529944.417914:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c80b0. 00000400:00000010:2.0:1788529944.417924:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e2a8. 00000100:00000200:2.0:1788529944.417933:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288317568, portal 10 00000100:00000001:2.0:1788529944.417937:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529944.417940:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089647616 : -127374619904000 : ffff8c274906f800) 00000100:00000040:2.0:1788529944.417960:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.417970:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529944.417973:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529944.417976:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e7f8. 00000100:00000200:2.0:1788529944.417981:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288317568, offset 0 00000400:00000200:2.0:1788529944.417989:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529944.417999:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529944.418010:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529944.418015:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529944.418020:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529944.418024:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529944.418027:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529944.418032:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [157:157:252:4294967295] 192.168.204.124@tcp LPNI seq info [157:157:4:4294967295] 00000400:00000200:2.0:1788529944.418037:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529944.418049:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529944.418057:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529944.418063:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06c00. 00000800:00000200:2.0:1788529944.418070:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529944.418080:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529944.418085:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529944.418090:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529944.418101:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: using a timeout of 24217 usecs (25 jiffies) 00000400:00000200:2.0:1788529944.418105:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529944.418109:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295047710 00000100:00000001:2.0:1788529944.418112:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295048962 00000100:00000001:2.0:1788529944.418115:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295047710 00000100:00000001:2.0:1788529944.418117:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295048962 00000100:00000001:2.0:1788529944.418119:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529944.418124:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.418131:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.418136:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.419240:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529944.419249:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788529944.424755:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529944.424767:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06f00. 00000400:00000200:1.0:1788529944.424791:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529944.424802:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529944.424812:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e660 00000400:00000010:1.0:1788529944.424815:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e660. 00000100:00000001:1.0:1788529944.424822:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529944.424834:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529944.424850:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529944.424854:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529944.424862:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529944.424864:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529944.424880:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529944.424882:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06d00. 00000400:00000200:1.0:1788529944.424885:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529944.424906:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529944.424909:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e000 00000400:00000010:1.0:1788529944.424911:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e000. 00000100:00000001:1.0:1788529944.424913:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529944.424919:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529944.424926:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529944.424929:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529944.424936:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529944.424937:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529944.424944:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529944.424946:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06e00. 00000400:00000200:1.0:1788529944.424949:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529944.424952:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529944.424954:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e198 00000400:00000010:1.0:1788529944.424955:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e198. 00000100:00000001:1.0:1788529944.424957:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529944.424961:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529944.424969:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529944.424971:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529944.424978:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529944.424979:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529944.424985:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529944.424986:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06b00. 00000400:00000200:1.0:1788529944.424989:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529944.424992:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529944.424994:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e330 00000400:00000010:1.0:1788529944.424996:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e330. 00000100:00000001:1.0:1788529944.424997:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529944.425011:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529944.425019:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529944.425022:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529944.425028:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529944.425029:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529944.425112:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529944.425115:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06c00. 00000400:00000200:1.0:1788529944.425118:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529944.425122:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529944.425124:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e7f8 00000400:00000010:1.0:1788529944.425126:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e7f8. 00000100:00000001:1.0:1788529944.425128:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529944.425132:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529944.425139:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529944.425142:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529944.425148:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529944.425150:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788529944.427974:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.427998:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529944.428003:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428005:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529944.428017:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428040:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529944.428069:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428076:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428083:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428089:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704a00 00000400:00000200:0.0:1788529944.428096:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428103:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1788529944.428112:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428117:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529944.428121:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529944.428126:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529944.428136:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529944.428149:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529944.428194:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529944.428219:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529944.428232:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428236:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529944.428238:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428240:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529944.428243:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428246:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529944.428250:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428252:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428255:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428258:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704b00 00000400:00000200:0.0:1788529944.428261:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428264:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1788529944.428268:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428271:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529944.428272:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529944.428275:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529944.428278:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529944.428282:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529944.428290:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529944.428308:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529944.428312:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428316:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529944.428317:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428319:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529944.428322:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428332:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529944.428336:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428338:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428341:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428344:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704980 00000400:00000200:0.0:1788529944.428347:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428360:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1788529944.428364:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428368:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529944.428369:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529944.428372:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529944.428375:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529944.428381:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529944.428390:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529944.428396:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529944.428400:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428403:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529944.428405:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428407:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529944.428410:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428413:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529944.428417:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428419:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428422:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428424:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704a80 00000400:00000200:0.0:1788529944.428426:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428430:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1788529944.428433:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428436:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529944.428443:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529944.428446:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529944.428450:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529944.428455:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529944.428463:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529944.428470:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529944.428473:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428477:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529944.428478:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428480:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529944.428483:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428486:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529944.428490:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428493:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428495:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428498:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9acc0704900 00000400:00000200:0.0:1788529944.428502:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529944.428507:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:0.0:1788529944.428510:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428518:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529944.428521:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529944.428523:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529944.428526:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529944.428530:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529944.428538:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529944.428545:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529944.428548:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529944.428556:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.429363:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529944.429371:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788529944.429381:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529944.429383:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529944.429388:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c81b8. 00000400:00000200:2.0:1788529944.429396:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e908 00000400:00000010:2.0:1788529944.429398:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e908. 00000100:00000001:2.0:1788529944.429402:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529944.429410:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529944.429420:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.429427:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529944.429429:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.429433:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529944.429436:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529944.429439:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529944.429441:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.429445:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529944.429456:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521a9c60 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529944.429460:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521a9c18 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529944.429463:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529944.429475:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529944.429478:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529944.429483:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.429487:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529944.429490:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529944.429492:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529944.429494:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529944.429500:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.429507:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529944.429510:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529944.429513:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529944.429517:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529944.429524:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288317312:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529944.429531:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529944.429532:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529944.429534:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c80b0. 00000400:00000200:2.0:1788529944.429536:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e2a8 00000400:00000010:2.0:1788529944.429538:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e2a8. 00000100:00000001:2.0:1788529944.429540:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529944.429543:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529944.429551:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.429556:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529944.429557:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.429559:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529944.429560:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529944.429561:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529944.429562:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.429564:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529944.429573:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2752099c60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529944.429576:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2752099c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529944.429578:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529944.429579:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529944.429581:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529944.429583:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.429585:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529944.429586:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529944.429588:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529944.429590:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529944.429593:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.429599:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529944.429601:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529944.429602:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529944.429605:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529944.429612:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288317568:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529944.429617:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529944.429618:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529944.429620:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8c60. 00000400:00000200:2.0:1788529944.429622:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e770 00000400:00000010:2.0:1788529944.429624:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e770. 00000100:00000001:2.0:1788529944.429626:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529944.429629:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529944.429636:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.429642:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529944.429643:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.429645:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529944.429646:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529944.429652:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529944.429653:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.429655:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529944.429659:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529944.429662:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529944.429664:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529944.429665:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529944.429666:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529944.429668:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.429670:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529944.429674:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.429680:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529944.429682:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529944.429683:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529944.429687:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529944.429694:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288317184:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529944.429700:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529944.429701:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529944.429703:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8318. 00000400:00000200:2.0:1788529944.429706:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e5d8 00000400:00000010:2.0:1788529944.429707:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e5d8. 00000100:00000001:2.0:1788529944.429710:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529944.429713:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529944.429722:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.429728:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529944.429729:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.429731:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529944.429733:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529944.429739:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529944.429741:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.429742:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529944.429747:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521b7c60 time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529944.429751:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521b7c18 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529944.429753:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529944.429754:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529944.429756:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529944.429760:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529944.429766:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.429821:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529944.430031:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529944.430034:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529944.430036:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529944.430041:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.430047:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529944.430049:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529944.430050:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529944.430053:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529944.430061:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2406:1875409288317440:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529944.430067:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529944.430068:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529944.430069:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8b00. 00000400:00000200:2.0:1788529944.430072:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e110 00000400:00000010:2.0:1788529944.430073:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e110. 00000100:00000001:2.0:1788529944.430076:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529944.430079:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529944.430100:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.430105:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529944.430107:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.430108:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529944.430110:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529944.430111:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529944.430113:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529944.430114:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529944.430119:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2758915c60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529944.430122:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2758915c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529944.430124:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529944.430125:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529944.430127:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529944.430130:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529944.430136:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.430138:0:2406:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529944.430140:0:2406:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529944.430141:0:2406:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529944.430143:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529944.430145:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.430152:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529944.430154:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529944.430155:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529944.430158:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529944.430177:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2efaa52c-5004-470c-a632-f8c851910c1f:2406:1875409288317696:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529944.430181:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.430193:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529944.430197:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906d500 x1875409288317312/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.430204:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529944.430207:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529944.430212:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2743267600. 02000000:00000001:2.0:1788529944.430216:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529944.430219:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529944.430221:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c27521a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000020:00000001:2.0:1788529944.430224:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529944.430228:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01d00. 02000000:00000001:2.0:1788529944.430233:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529944.430235:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529944.430238:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906d500. 00000100:00000001:2.0:1788529944.430242:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529944.430243:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.430245:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529944.430250:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906f800 x1875409288317568/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.430256:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529944.430257:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529944.430258:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2743267800. 02000000:00000001:2.0:1788529944.430260:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529944.430262:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529944.430263:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2752099800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000020:00000001:2.0:1788529944.430264:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529944.430266:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01a00. 02000000:00000001:2.0:1788529944.430268:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529944.430268:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529944.430270:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906f800. 00000100:00000001:2.0:1788529944.430273:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529944.430274:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.430275:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529944.430278:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906f100 x1875409288317184/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.430283:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529944.430558:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529944.430560:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2743266c00. 02000000:00000001:2.0:1788529944.430564:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529944.430566:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529944.430567:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:2.0:1788529944.430569:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529944.430571:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01400. 02000000:00000001:2.0:1788529944.430573:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529944.430574:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529944.430576:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906f100. 00000100:00000001:2.0:1788529944.430578:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529944.430579:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.430581:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529944.430586:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906ea00 x1875409288317440/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.430593:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529944.430595:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529944.430596:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2743266400. 02000000:00000001:2.0:1788529944.430598:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529944.430599:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529944.430600:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c27521b7800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000020:00000001:2.0:1788529944.430602:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529944.430603:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01e00. 02000000:00000001:2.0:1788529944.430605:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529944.430607:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529944.430608:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906ea00. 00000100:00000001:2.0:1788529944.430610:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529944.430611:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.430613:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529944.430617:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c000 x1875409288317696/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529944.430624:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529944.430625:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529944.430626:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2743267400. 02000000:00000001:2.0:1788529944.430628:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529944.430629:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529944.430638:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2758915800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000020:00000001:2.0:1788529944.430640:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529944.430642:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01300. 02000000:00000001:2.0:1788529944.430645:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529944.430646:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529944.430647:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c000. 00000100:00000001:2.0:1788529944.430650:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529944.430651:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.430654:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529944.430664:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529944.430667:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529944.430669:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529944.430672:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529945.309692:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529945.309706:0:8937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788529945.309709:0:8937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788529945.309714:0:8937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529945.309722:0:8937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788529945.309725:0:8937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529945.309728:0:8937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529945.309731:0:8937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529945.309736:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529945.309738:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529945.309824:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529945.309828:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529945.309832:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788529945.757856:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b110 (cpu 1) has reached its deadline 4295048962, at 4295049024 00000100:00000010:1.0:1788529945.757878:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27491630c0. 00000100:00000040:0.0:1788529945.759155:0:8276:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b000 (cpu 0) has reached its deadline 4295048962, at 4295049026 00000100:00000010:0.0:1788529945.759170:0:8276:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c2749163660. 00010000:00000001:2.0:1788529946.334702:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529946.334714:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529946.334723:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529946.334724:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529946.334748:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529946.334752:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529946.334756:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788529946.614318:0:10080:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788529946.614333:0:10080:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788529947.084037:0:10117:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788529947.084044:0:10117:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1788529947.089982:0:10117:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788529947.357001:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529947.357008:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529947.357013:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529947.357017:0:8937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788529947.357020:0:8937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788529947.357094:0:8937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529947.357097:0:8937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788529947.357099:0:8937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529947.357102:0:8937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529947.357165:0:8937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529947.357186:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529947.357189:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529947.357192:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788529948.156418:0:10215:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788529948.156432:0:10215:0:(llite_lib.c:4246:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529948.380858:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529948.380866:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529948.380871:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529948.380872:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529948.380895:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529948.380898:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529948.380901:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529949.404886:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529949.404895:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529949.404900:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529949.404901:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529949.404920:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529949.404923:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529949.404928:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788529949.532932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb5daca4-a2e9-48dd-9609-737cca046f86->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529949.532950:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529949.532967:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c380. 00000020:00000040:3.0:1788529949.532977:0:36:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1788529949.532985:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529949.532991:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529949.533000:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529949.533014:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01e00. 00000100:00000001:3.0:1788529949.533026:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533043:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fb5daca4-a2e9-48dd-9609-737cca046f86->MGS req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529949.533057:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529949.533136:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533147:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4b72be1] to pc [ptlrpcd_01_00+0] req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529949.533183:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533186:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529949.533190:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529949.533194:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906ce00. 00000020:00000040:3.0:1788529949.533197:0:36:0:(genops.c:1210:class_import_get()) import ffff8c27521a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000100:00000001:3.0:1788529949.533218:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529949.533219:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529949.533223:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529949.533228:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c01d00. 00000100:00000001:3.0:1788529949.533233:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533238:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529949.533246:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529949.533248:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533264:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000972cf10b] to pc [ptlrpcd_01_01+1] req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529949.533274:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533276:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529949.533279:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529949.533283:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c700. 00000020:00000040:3.0:1788529949.533285:0:36:0:(genops.c:1210:class_import_get()) import ffff8c27521b7800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000100:00000001:3.0:1788529949.533288:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529949.533289:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529949.533291:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529949.533298:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2750bcd500. 00000100:00000001:3.0:1788529949.533301:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533306:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529949.533313:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529949.533314:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533318:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000074d20f] to pc [ptlrpcd_01_00+0] req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529949.533325:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533327:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529949.533331:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529949.533340:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529949.533343:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529949.533346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529949.533349:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529949.533353:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906c000. 00000020:00000040:3.0:1788529949.533356:0:36:0:(genops.c:1210:class_import_get()) import ffff8c2752099800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000100:00000001:3.0:1788529949.533358:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529949.533360:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529949.533362:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529949.533366:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27598d6b00. 00000100:00000001:3.0:1788529949.533370:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533375:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529949.533381:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529949.533383:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533387:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006776ba02] to pc [ptlrpcd_01_01+1] req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529949.533395:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533397:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788529949.533400:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788529949.533403:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906ea00. 00000020:00000040:3.0:1788529949.533405:0:36:0:(genops.c:1210:class_import_get()) import ffff8c2758915800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000100:00000001:3.0:1788529949.533407:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529949.533409:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529949.533410:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529949.533414:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c27598d6c00. 00000100:00000001:3.0:1788529949.533417:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533420:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788529949.533707:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529949.533709:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533715:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec0ca9d9] to pc [ptlrpcd_01_00+0] req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529949.533724:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529949.533726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529949.533731:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529949.533734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788529949.533737:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788529949.533743:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (390) 00000100:00000001:2.0:1788529949.534407:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529949.534415:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529949.534419:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529949.534432:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.534445:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529949.534447:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.534452:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529949.534456:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529949.534459:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529949.534463:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288317824:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529949.534468:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529949.534476:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529949.534501:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.534504:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529949.534512:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274325f400. 02000000:00000001:2.0:1788529949.534514:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529949.534522:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529949.534527:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8b00. 00000400:00000010:2.0:1788529949.534536:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e110. 00000100:00000200:2.0:1788529949.534543:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288317824, portal 25 00000100:00000001:2.0:1788529949.534546:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529949.534548:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089634176 : -127374619917440 : ffff8c274906c380) 00000100:00000040:2.0:1788529949.534555:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.534563:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529949.534566:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529949.534569:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e5d8. 00000100:00000200:2.0:1788529949.534573:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875409288317824, offset 0 00000400:00000200:2.0:1788529949.534580:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529949.534589:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529949.534598:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529949.534604:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529949.534609:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529949.534613:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529949.534617:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529949.534621:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [158:158:256:4294967295] 192.168.204.124@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1788529949.534626:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529949.534636:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529949.534643:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529949.534648:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06000. 00000800:00000200:2.0:1788529949.534656:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529949.534666:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529949.534671:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529949.534693:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529949.534704:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529949.534708:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295054081 00000100:00000010:2.0:1788529949.534713:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c2749163cc0. 00000800:00000200:1.0:1788529949.534885:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529949.534892:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06000. 00000400:00000200:1.0:1788529949.534899:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529949.534906:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529949.534920:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e5d8 00000400:00000010:1.0:1788529949.534922:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e5d8. 00000100:00000001:1.0:1788529949.534926:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529949.534931:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529949.534943:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529949.534946:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529949.534954:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529949.534956:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788529949.535296:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788529949.535305:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295054083 00000100:00000010:2.0:1788529949.535309:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27491636c0. 00000100:00000001:2.0:1788529949.535313:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788529949.535316:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529949.535319:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.535322:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529949.535328:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.535336:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529949.535337:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.535340:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529949.535343:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529949.535345:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529949.535349:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288318080:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529949.535352:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529949.535356:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529949.535358:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.535359:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529949.535364:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274325e600. 02000000:00000001:2.0:1788529949.535366:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529949.535371:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529949.535374:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8318. 00000400:00000010:2.0:1788529949.535634:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e770. 00000100:00000200:2.0:1788529949.535640:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288318080, portal 10 00000100:00000001:2.0:1788529949.535643:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529949.535644:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089635072 : -127374619916544 : ffff8c274906c700) 00000100:00000040:2.0:1788529949.535653:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.535672:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529949.535675:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529949.535678:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e2a8. 00000100:00000200:2.0:1788529949.535681:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288318080, offset 0 00000400:00000200:2.0:1788529949.535686:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529949.535693:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529949.535699:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529949.535702:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529949.535705:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529949.535708:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529949.535710:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529949.535714:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [159:159:256:4294967295] 192.168.204.124@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1788529949.535718:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529949.535725:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529949.535730:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529949.535735:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06000. 00000800:00000200:2.0:1788529949.535740:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529949.535744:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529949.535748:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529949.535767:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529949.535790:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: using a timeout of 83477 usecs (84 jiffies) 00000400:00000200:2.0:1788529949.535793:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529949.535796:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295052886 00000100:00000001:2.0:1788529949.535799:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295054081 00000100:00000001:2.0:1788529949.535801:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295052886 00000100:00000001:2.0:1788529949.535808:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295054083 00000100:00000001:2.0:1788529949.535810:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529949.535812:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.535823:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529949.535830:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.535839:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529949.535842:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.535845:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529949.535847:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529949.535849:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529949.535854:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288318336:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529949.535857:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529949.535860:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529949.535862:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.535863:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529949.535867:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274325ea00. 02000000:00000001:2.0:1788529949.535869:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529949.535872:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529949.535875:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8c60. 00000400:00000010:2.0:1788529949.535878:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e908. 00000100:00000200:2.0:1788529949.535881:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288318336, portal 10 00000100:00000001:2.0:1788529949.535883:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529949.535884:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089644032 : -127374619907584 : ffff8c274906ea00) 00000100:00000040:2.0:1788529949.535890:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.535895:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529949.535898:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529949.535900:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826ec38. 00000100:00000200:2.0:1788529949.535902:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288318336, offset 0 00000400:00000200:2.0:1788529949.535907:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529949.535910:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529949.535914:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529949.535917:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529949.535919:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529949.535922:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529949.535930:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529949.535933:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [160:160:255:4294967295] 192.168.204.124@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:2.0:1788529949.535938:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529949.535945:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529949.535949:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529949.535953:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06c00. 00000800:00000200:2.0:1788529949.535957:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529949.535963:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529949.535966:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529949.535970:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529949.535975:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: using a timeout of 26371 usecs (27 jiffies) 00000400:00000200:2.0:1788529949.535978:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529949.535980:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295052830 00000100:00000001:2.0:1788529949.535983:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295054081 00000100:00000001:2.0:1788529949.535986:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295052830 00000100:00000001:2.0:1788529949.535988:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295054083 00000100:00000001:2.0:1788529949.535990:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529949.535993:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.535996:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.536000:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788529949.536113:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529949.536118:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06000. 00000400:00000200:0.0:1788529949.536124:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529949.536129:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529949.536134:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e2a8 00000400:00000010:0.0:1788529949.536136:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e2a8. 00000100:00000001:0.0:1788529949.536140:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529949.536145:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529949.536154:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529949.536157:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.536164:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788529949.536165:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.536168:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788529949.536169:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788529949.536175:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529949.536177:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1788529949.536224:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529949.536227:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06c00. 00000400:00000200:0.0:1788529949.536230:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529949.536234:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529949.536236:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826ec38 00000400:00000010:0.0:1788529949.536248:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826ec38. 00000100:00000001:0.0:1788529949.536251:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529949.536265:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529949.536272:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529949.536275:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529949.536281:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529949.536289:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788529949.536353:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529949.536358:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788529949.536360:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.536364:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529949.536366:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.536367:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529949.536584:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529949.536586:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529949.536599:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.536607:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529949.536608:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.536611:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529949.536613:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529949.536615:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529949.536618:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288317952:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529949.536622:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529949.536625:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529949.536627:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.536629:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529949.536634:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274325f800. 02000000:00000001:2.0:1788529949.536635:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529949.536639:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529949.536642:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c80b0. 00000400:00000010:2.0:1788529949.536646:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e4c8. 00000100:00000200:2.0:1788529949.536650:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288317952, portal 10 00000100:00000001:2.0:1788529949.536652:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529949.536653:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089636864 : -127374619914752 : ffff8c274906ce00) 00000100:00000040:2.0:1788529949.536659:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.536665:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529949.536667:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529949.536669:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826ebb0. 00000100:00000200:2.0:1788529949.536671:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288317952, offset 0 00000400:00000200:2.0:1788529949.536676:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529949.536680:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529949.536683:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529949.536686:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529949.536689:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529949.536691:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529949.536698:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529949.536701:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [161:161:256:4294967295] 192.168.204.124@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1788529949.536704:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529949.536710:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529949.536714:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529949.536717:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06b00. 00000800:00000200:2.0:1788529949.536721:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529949.536725:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529949.536728:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529949.536749:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529949.536754:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: using a timeout of 175053 usecs (176 jiffies) 00000400:00000200:2.0:1788529949.536756:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529949.536758:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295052979 00000100:00000001:2.0:1788529949.536760:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295054081 00000100:00000001:2.0:1788529949.536762:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295052979 00000100:00000001:2.0:1788529949.536764:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295054083 00000100:00000001:2.0:1788529949.536766:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529949.536786:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.536788:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529949.536793:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.536798:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529949.536800:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.536802:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529949.536803:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529949.536805:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529949.536807:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288318208:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529949.536810:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529949.536812:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529949.536819:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.536821:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529949.536823:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c274325e000. 02000000:00000001:2.0:1788529949.536825:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529949.536828:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529949.536831:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c81b8. 00000400:00000010:2.0:1788529949.536834:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826eee0. 00000100:00000200:2.0:1788529949.536837:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288318208, portal 10 00000100:00000001:2.0:1788529949.536839:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529949.536840:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089633280 : -127374619918336 : ffff8c274906c000) 00000100:00000040:2.0:1788529949.536847:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.536853:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529949.536855:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529949.536857:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e440. 00000100:00000200:2.0:1788529949.536860:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288318208, offset 0 00000400:00000200:2.0:1788529949.536863:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529949.536867:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529949.536870:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529949.536872:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529949.536874:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529949.536876:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529949.536878:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529949.536881:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [162:162:255:4294967295] 192.168.204.124@tcp LPNI seq info [162:162:7:4294967295] 00000400:00000200:2.0:1788529949.536885:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529949.536891:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529949.536895:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529949.536898:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06e00. 00000800:00000200:2.0:1788529949.536901:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529949.536905:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529949.536907:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529949.536910:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529949.536918:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: using a timeout of 23868 usecs (24 jiffies) 00000400:00000200:2.0:1788529949.536921:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529949.536923:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295052827 00000100:00000001:2.0:1788529949.536925:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295054081 00000100:00000001:2.0:1788529949.536927:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295052827 00000100:00000001:2.0:1788529949.536929:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295054083 00000100:00000001:2.0:1788529949.536930:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529949.536932:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.536934:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.536936:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788529949.537375:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529949.537385:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06b00. 00000400:00000200:1.0:1788529949.537394:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529949.537403:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529949.537411:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826ebb0 00000400:00000010:1.0:1788529949.537413:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826ebb0. 00000100:00000001:1.0:1788529949.537419:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529949.537427:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529949.537439:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788529949.538925:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529949.538935:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788529949.539052:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529949.539069:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529949.539071:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788529949.539113:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529949.539117:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06e00. 00000400:00000200:1.0:1788529949.539122:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529949.539130:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529949.539135:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e440 00000400:00000010:1.0:1788529949.539138:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e440. 00000100:00000001:1.0:1788529949.539141:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529949.539148:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529949.539182:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529949.539186:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529949.539191:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529949.539192:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788529949.542266:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.542298:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529949.542304:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.542307:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529949.542320:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.542331:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529949.542344:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.542351:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.542358:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.542363:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704c80 00000400:00000200:0.0:1788529949.542369:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.542375:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1788529949.542385:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.542389:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529949.542393:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529949.542398:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529949.542408:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529949.542420:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529949.542433:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529949.542478:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529949.542491:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.542496:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529949.542498:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.542500:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529949.542502:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.542506:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529949.542510:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.542512:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.542515:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.542517:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704d80 00000400:00000200:0.0:1788529949.542540:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.542544:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:0.0:1788529949.542548:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.542551:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529949.542553:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529949.542556:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529949.542559:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529949.542564:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529949.542572:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529949.542579:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529949.542582:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788529949.542654:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529949.542660:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788529949.542670:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529949.542672:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529949.542676:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8318. 00000400:00000200:2.0:1788529949.542681:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e770 00000400:00000010:2.0:1788529949.542684:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e770. 00000100:00000001:2.0:1788529949.542688:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529949.542693:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529949.542701:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.542706:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529949.542708:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.542711:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529949.542716:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529949.542719:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529949.542722:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.542726:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529949.542736:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521b7c60 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529949.542742:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521b7c18 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529949.542745:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529949.542747:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529949.542758:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529949.542766:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529949.542803:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.542807:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529949.542810:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529949.542812:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529949.542815:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529949.542821:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.542829:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529949.542833:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529949.542836:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529949.542840:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529949.542849:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288318080:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529949.542856:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529949.542858:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529949.542860:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8c60. 00000400:00000200:2.0:1788529949.542863:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e908 00000400:00000010:2.0:1788529949.542865:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e908. 00000100:00000001:2.0:1788529949.542867:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529949.542871:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529949.542879:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.542885:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529949.542887:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.542889:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529949.542890:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529949.542900:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529949.542902:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.542903:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529949.542910:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2758915c60 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529949.542912:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2758915c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529949.542915:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529949.542916:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529949.542918:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529949.542921:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529949.542928:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.542930:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529949.542932:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529949.542934:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529949.542935:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529949.542938:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.542957:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529949.542959:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529949.542960:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529949.542965:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529949.542972:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288318336:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529949.542977:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.542980:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529949.542984:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c700 x1875409288318080/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.542991:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529949.542994:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529949.542999:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274325e600. 02000000:00000001:2.0:1788529949.543003:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529949.543011:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529949.543013:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c27521b7800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000020:00000001:2.0:1788529949.543016:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529949.543019:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2750bcd500. 02000000:00000001:2.0:1788529949.543025:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529949.543027:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529949.543029:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c700. 00000100:00000001:2.0:1788529949.543033:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529949.543035:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.543037:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529949.543041:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906ea00 x1875409288318336/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.543047:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529949.543049:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529949.543050:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274325ea00. 02000000:00000001:2.0:1788529949.543052:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529949.543053:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529949.543054:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2758915800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000020:00000001:2.0:1788529949.543056:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529949.543058:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27598d6c00. 02000000:00000001:2.0:1788529949.543061:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529949.543062:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529949.543063:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906ea00. 00000100:00000001:2.0:1788529949.543067:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529949.543068:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.543071:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.543074:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529949.543075:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529949.543077:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.543079:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788529949.549449:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529949.549465:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.549475:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529949.549488:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549497:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529949.549514:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549521:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549529:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549534:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9acc0704b80 00000400:00000200:0.0:1788529949.549541:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549549:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:0.0:1788529949.549559:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.549564:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529949.549569:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529949.549574:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529949.549585:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529949.549597:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529949.549842:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529949.549872:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529949.549885:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.549890:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529949.549892:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.549894:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529949.549898:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549902:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529949.549906:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549909:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549912:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549915:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704c00 00000400:00000200:0.0:1788529949.549919:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549924:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:0.0:1788529949.549927:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.549930:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529949.549932:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529949.549936:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529949.549939:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529949.549944:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529949.549953:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529949.549960:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529949.549964:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.549967:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529949.549969:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.549971:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529949.549974:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549983:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529949.549987:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549990:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549993:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.549995:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0704d00 00000400:00000200:0.0:1788529949.549998:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529949.550002:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:0.0:1788529949.550006:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.550591:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529949.550598:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529949.550603:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529949.550609:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529949.550616:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529949.550626:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529949.550698:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529949.550705:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529949.550710:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.551190:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529949.551196:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788529949.551205:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529949.551207:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529949.551211:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c80b0. 00000400:00000200:2.0:1788529949.551217:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e4c8 00000400:00000010:2.0:1788529949.551219:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e4c8. 00000100:00000001:2.0:1788529949.551223:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529949.551243:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529949.551264:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.551271:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529949.551274:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.551277:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529949.551282:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529949.551284:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529949.551287:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.551291:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529949.551303:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521a9c60 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529949.551309:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521a9c18 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529949.551312:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529949.551314:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529949.551317:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529949.551322:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.551327:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529949.551329:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529949.551331:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529949.551333:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529949.551339:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.551347:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529949.551351:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529949.551353:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529949.551357:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529949.551365:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288317952:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529949.551371:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529949.551372:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529949.551375:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c81b8. 00000400:00000200:2.0:1788529949.551382:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826eee0 00000400:00000010:2.0:1788529949.551384:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826eee0. 00000100:00000001:2.0:1788529949.551386:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529949.551391:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529949.551399:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.551406:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529949.551407:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.551409:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529949.551410:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529949.551411:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529949.551412:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.551414:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529949.551419:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2752099c60 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529949.551421:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2752099c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529949.551433:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529949.551434:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529949.551436:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529949.551438:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.551440:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529949.552183:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529949.552190:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529949.552192:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529949.552202:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.552212:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529949.552215:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529949.552217:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529949.552221:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529949.552228:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288318208:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529949.552261:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529949.552263:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529949.552266:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8b00. 00000400:00000200:2.0:1788529949.552270:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e110 00000400:00000010:2.0:1788529949.552272:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e110. 00000100:00000001:2.0:1788529949.552275:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529949.552280:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529949.552290:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.552297:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529949.552299:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.552301:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529949.552304:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529949.552305:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529949.552307:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529949.552309:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529949.552315:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529949.552318:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529949.552320:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529949.552322:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529949.552323:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529949.552326:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.552328:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529949.552332:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.552338:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529949.552340:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529949.552341:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529949.552344:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529949.552352:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288317824:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529949.552361:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.552364:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529949.552370:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906ce00 x1875409288317952/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.552378:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529949.552381:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529949.552386:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274325f800. 02000000:00000001:2.0:1788529949.552391:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529949.552394:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529949.552396:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c27521a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000020:00000001:2.0:1788529949.552399:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529949.552403:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01d00. 02000000:00000001:2.0:1788529949.552411:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529949.552413:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529949.552416:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906ce00. 00000100:00000001:2.0:1788529949.552420:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529949.552614:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.552617:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529949.552621:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c000 x1875409288318208/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.552690:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529949.552692:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529949.552694:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274325e000. 02000000:00000001:2.0:1788529949.552696:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529949.552698:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529949.552699:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2752099800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000020:00000001:2.0:1788529949.552701:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529949.552703:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c27598d6b00. 02000000:00000001:2.0:1788529949.552706:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529949.552707:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529949.552708:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c000. 00000100:00000001:2.0:1788529949.552711:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529949.552712:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.552714:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529949.552717:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906c380 x1875409288317824/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529949.552729:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529949.552731:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529949.552732:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c274325f400. 02000000:00000001:2.0:1788529949.552734:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529949.552736:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529949.552737:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:2.0:1788529949.552738:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529949.552740:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c01e00. 02000000:00000001:2.0:1788529949.552742:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529949.552743:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529949.552744:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906c380. 00000100:00000001:2.0:1788529949.552747:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529949.552748:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.552752:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529949.552763:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529949.552766:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529949.552790:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529949.552794:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788529949.792417:0:10280:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8c2747dce370. 00000400:00000040:1.0:1788529949.792441:0:10280:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1788529949.792444:0:10280:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1788529949.792445:0:10280:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1788529949.792447:0:10280:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1788529949.792449:0:10280:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1788529949.792450:0:10280:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1788529949.792452:0:10280:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1788529949.792529:0:10280:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff8c2747dce370. 00010000:00000001:2.0:1788529950.428865:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529950.428890:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529950.428897:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529950.428898:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788529950.433409:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788529950.433422:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788529950.433429:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788529950.877418:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b110 (cpu 1) has reached its deadline 4295054083, at 4295054144 00000100:00000010:1.0:1788529950.877444:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27491636c0. 00000100:00000040:0.0:1788529950.877997:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b000 (cpu 0) has reached its deadline 4295054081, at 4295054145 00000100:00000010:0.0:1788529950.878006:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c2749163cc0. 00000800:00000001:1.0:1788529951.006805:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.006836:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529951.006843:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.006845:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529951.006856:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.006866:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529951.006878:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.006885:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.006892:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.006898:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 328 into portal 15 MB=0x6a9acc161ba00 00000400:00000200:1.0:1788529951.006910:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.124@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:1.0:1788529951.006920:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.006924:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529951.006928:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529951.006934:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529951.006945:0:2396:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1788529951.007052:0:2396:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788529951.007059:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c27520f8e00. 00000100:00000040:1.0:1788529951.007064:0:2396:0:(events.c:341:request_in_callback()) incoming req@ffff8c27520f8e00 x1875409304140288 msgsize 328 00000100:00100000:1.0:1788529951.007069:0:2396:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.124@tcp (source: 12345-192.168.204.124@tcp) 00000100:00000001:1.0:1788529951.007151:0:2396:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1788529951.007168:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.007173:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529951.007175:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.007177:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529951.007181:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.007184:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529951.007188:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.007191:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.007194:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.007197:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 328 into portal 15 MB=0x6a9acc161ba80 00000400:00000200:1.0:1788529951.007202:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.124@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:1.0:1788529951.007206:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.007215:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529951.007218:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529951.007221:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529951.007235:0:2396:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1788529951.007237:0:2396:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788529951.007241:0:2396:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c27520f8a80. 00000100:00000040:1.0:1788529951.007243:0:2396:0:(events.c:341:request_in_callback()) incoming req@ffff8c27520f8a80 x1875409304140416 msgsize 328 00000100:00100000:1.0:1788529951.007247:0:2396:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.124@tcp (source: 12345-192.168.204.124@tcp) 00000100:00000001:0.0:1788529951.009713:0:6165:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788529951.010825:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875409304140288 02000000:00000001:0.0:1788529951.010835:0:6165:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788529951.010838:0:6165:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788529951.010841:0:6165:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788529951.010850:0:6165:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788529951.010856:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875409304140288 00000020:00000001:0.0:1788529951.010860:0:6165:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788529951.010862:0:6165:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8081d0a30e60c741 00000020:00000001:0.0:1788529951.010865:0:6165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788529951.010870:0:6165:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8c2743d5a000 refcount=3 00000020:00000001:0.0:1788529951.010904:0:6165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616699002527744 : -127374707023872 : ffff8c2743d5a000) 00000020:00000001:0.0:1788529951.010907:0:6165:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446616699002527744 : -127374707023872 : ffff8c2743d5a000) 00000100:00000001:0.0:1788529951.010914:0:6165:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788529951.010921:0:6165:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c27594c11c0. 00000100:00000001:0.0:1788529951.010925:0:6165:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788529951.010927:0:6165:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c27594c11c0. 00000020:00000010:0.0:1788529951.010938:0:6165:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c2743266600. 00000020:00000010:0.0:1788529951.010945:0:6165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c2750a0c200. 00000020:00000010:0.0:1788529951.010952:0:6165:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c2744d46ed8. 00000100:00000040:0.0:1788529951.010976:0:6165:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788529951.010980:0:6165:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788529951.010981:0:6165:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788529951.010984:0:6165:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529951.010995:0:6165:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529951.010998:0:6165:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788529951.011015:0:6165:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788529951.011016:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875409304140416 02000000:00000001:0.0:1788529951.011019:0:6165:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788529951.011020:0:6165:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788529951.011022:0:6165:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788529951.011024:0:6165:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788529951.011026:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875409304140416 00000020:00000001:0.0:1788529951.011028:0:6165:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788529951.011029:0:6165:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8081d0a30e60c741 00000020:00000001:0.0:1788529951.011031:0:6165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788529951.011032:0:6165:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8c2743d5a000 refcount=4 00000020:00000001:0.0:1788529951.011034:0:6165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616699002527744 : -127374707023872 : ffff8c2743d5a000) 00000020:00000001:0.0:1788529951.011037:0:6165:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446616699002527744 : -127374707023872 : ffff8c2743d5a000) 00000100:00000001:0.0:1788529951.011039:0:6165:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788529951.011042:0:6165:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c27594c11c0. 00000100:00000001:0.0:1788529951.011044:0:6165:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788529951.011046:0:6165:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c27594c11c0. 00000020:00000010:0.0:1788529951.011050:0:6165:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c2743266a00. 00000020:00000010:0.0:1788529951.011052:0:6165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c2750a0cb80. 00000020:00000010:0.0:1788529951.011062:0:6165:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c2744d46190. 00000100:00000001:0.0:1788529951.011067:0:6165:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788529951.011068:0:6165:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788529951.011070:0:6165:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529951.011073:0:6165:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529951.011075:0:6165:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788529951.011084:0:6165:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788529951.011086:0:6165:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788529951.011097:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.124@tcp, seq: 3 00000100:00000040:0.0:1788529951.011102:0:6165:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8c2743d5a000 : new rpc_count 1 00000100:00000001:0.0:1788529951.011104:0:6165:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446616699241205248 : -127374468346368 : ffff8c27520f8e00) 00000100:00000040:0.0:1788529951.011114:0:6165:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8c27520f8e00 x1875409304140288/t0(0) o104->fb5daca4-a2e9-48dd-9609-737cca046f86@192.168.204.124@tcp:647/0 lens 328/0 e 0 to 0 dl 1788529962 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788529951.011124:0:6165:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788529951.011126:0:6165:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c27594c11c0. 00000100:00000001:0.0:1788529951.011128:0:6165:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788529951.011130:0:6165:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c27594c11c0. 00000100:00100000:0.0:1788529951.011134:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c27520f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fb5daca4-a2e9-48dd-9609-737cca046f86+4:13379:x1875409304140288:12345-192.168.204.124@tcp:104: 00000100:00000200:0.0:1788529951.011138:0:6165:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875409304140288 00010000:00000001:0.0:1788529951.011141:0:6165:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788529951.011151:0:6165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788529951.011152:0:6165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788529951.011155:0:6165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8c2740031e00 refcount=2 00000020:00000001:0.0:1788529951.011157:0:6165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616698938400256 : -127374771151360 : ffff8c2740031e00) 00010000:00000001:0.0:1788529951.011161:0:6165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616698938400256 : -127374771151360 : ffff8c2740031e00) 00010000:00000001:0.0:1788529951.011166:0:6165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788529951.011171:0:6165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788529951.011176:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788529951.012427:0:2396:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1788529951.012458:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.012472:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788529951.013431:0:6165:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788529951.013460:0:6165:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788529951.013469:0:6165:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c2743357400. 02000000:00000001:0.0:1788529951.013475:0:6165:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529951.013480:0:6165:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788529951.013488:0:6165:0:(ldlm_lib.c:3359:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788529951.013491:0:6165:0:(ldlm_lib.c:3369:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788529951.013497:0:6165:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2750ba95e8 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1788529951.013504:0:6165:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788529951.013511:0:6165:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8c27431cfc40 refcount 28 to 192.168.204.124@tcp 00000100:00000001:0.0:1788529951.013514:0:6165:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446616698990427200 : -127374719124416 : ffff8c27431cfc40) 02000000:00000001:0.0:1788529951.013517:0:6165:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788529951.013520:0:6165:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529951.013525:0:6165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788529951.013530:0:6165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:0.0:1788529951.013537:0:6165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2750a90990. 00000100:00000200:0.0:1788529951.013546:0:6165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875409304140288, offset 224 00000400:00000200:0.0:1788529951.013555:0:6165:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:0.0:1788529951.013569:0:6165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529951.013580:0:6165:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.24@tcp to MR: 192.168.204.124@tcp local destination 00000400:00000200:0.0:1788529951.013588:0:6165:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [163:163:256:4294967295] 192.168.204.124@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:0.0:1788529951.013593:0:6165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529951.013604:0:6165:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:192.168.204.24@tcp) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:0.0:1788529951.013610:0:6165:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:0.0:1788529951.013616:0:6165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985400. 00000800:00000200:0.0:1788529951.013624:0:6165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:0.0:1788529951.013634:0:6165:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:0.0:1788529951.013639:0:6165:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788529951.013669:0:6165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788529951.013674:0:6165:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff8c27431cfc40 refcount 27 to 192.168.204.124@tcp 00010000:00000001:0.0:1788529951.013679:0:6165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788529951.013685:0:6165:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c2743659840. 00010000:00000001:0.0:1788529951.013688:0:6165:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1788529951.014012:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529951.014018:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985400. 00000400:00000200:1.0:1788529951.014027:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529951.014033:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529951.014042:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2750a90990 00000400:00000010:1.0:1788529951.014045:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2750a90990. 00000100:00000001:1.0:1788529951.014059:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1788529951.014061:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:0.0:1788529951.015657:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788529951.015667:0:6165:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788529951.015670:0:6165:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788529951.015673:0:6165:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788529951.015700:0:6165:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c27520f8e00 x1875409304140288/t0(0) o104->fb5daca4-a2e9-48dd-9609-737cca046f86@192.168.204.124@tcp:647/0 lens 328/224 e 0 to 0 dl 1788529962 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788529951.015714:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c27520f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fb5daca4-a2e9-48dd-9609-737cca046f86+4:13379:x1875409304140288:12345-192.168.204.124@tcp:104: Request processed in 4588us (8647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788529951.015727:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.124@tcp, seq: 3 00000100:00000040:0.0:1788529951.015731:0:6165:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8c2743d5a000 : new rpc_count 0 00000100:00000001:0.0:1788529951.015734:0:6165:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788529951.015736:0:6165:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788529951.015745:0:6165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c2750a0c200. 00000020:00000010:0.0:1788529951.015752:0:6165:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c2744d46ed8. 00000020:00000010:0.0:1788529951.015757:0:6165:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c2743266600. 00000020:00000040:0.0:1788529951.015763:0:6165:0:(genops.c:879:class_export_put()) PUTting export ffff8c2743d5a000 : new refcount 3 00000100:00000001:0.0:1788529951.015766:0:6165:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788529951.015808:0:6165:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788529951.015810:0:6165:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788529951.015815:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.124@tcp, seq: 4 00000100:00000040:0.0:1788529951.015819:0:6165:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff8c2743d5a000 : new rpc_count 1 00000100:00000001:0.0:1788529951.015821:0:6165:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446616699241204352 : -127374468347264 : ffff8c27520f8a80) 00000100:00000040:0.0:1788529951.015826:0:6165:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8c27520f8a80 x1875409304140416/t0(0) o104->fb5daca4-a2e9-48dd-9609-737cca046f86@192.168.204.124@tcp:647/0 lens 328/0 e 0 to 0 dl 1788529962 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788529951.015836:0:6165:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788529951.015844:0:6165:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c27594c11c0. 00000100:00000001:0.0:1788529951.015848:0:6165:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788529951.015856:0:6165:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c27594c11c0. 00000100:00100000:0.0:1788529951.015862:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8c27520f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fb5daca4-a2e9-48dd-9609-737cca046f86+3:13379:x1875409304140416:12345-192.168.204.124@tcp:104: 00000100:00000200:0.0:1788529951.015866:0:6165:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875409304140416 00010000:00000001:0.0:1788529951.015886:0:6165:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788529951.015898:0:6165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788529951.015901:0:6165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788529951.015905:0:6165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8c2740030400 refcount=2 00000020:00000001:0.0:1788529951.015908:0:6165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616698938393600 : -127374771158016 : ffff8c2740030400) 00010000:00000001:0.0:1788529951.015911:0:6165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616698938393600 : -127374771158016 : ffff8c2740030400) 00010000:00000001:0.0:1788529951.015915:0:6165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788529951.015920:0:6165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788529951.015925:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788529951.015936:0:6165:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788529951.015940:0:6165:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788529951.015946:0:6165:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c2743354400. 02000000:00000001:0.0:1788529951.015949:0:6165:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529951.015952:0:6165:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788529951.015958:0:6165:0:(ldlm_lib.c:3359:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788529951.015961:0:6165:0:(ldlm_lib.c:3369:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788529951.015965:0:6165:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2750ba95e8 time=85 v=5 (1 0 0 0) 00000100:00000001:0.0:1788529951.015971:0:6165:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788529951.015974:0:6165:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8c27431cfc40 refcount 28 to 192.168.204.124@tcp 00000100:00000001:0.0:1788529951.015977:0:6165:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446616698990427200 : -127374719124416 : ffff8c27431cfc40) 02000000:00000001:0.0:1788529951.015980:0:6165:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788529951.015982:0:6165:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529951.015985:0:6165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788529951.015988:0:6165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:0.0:1788529951.015995:0:6165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2750a90550. 00000100:00000200:0.0:1788529951.016003:0:6165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875409304140416, offset 224 00000400:00000200:0.0:1788529951.016012:0:6165:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:0.0:1788529951.016025:0:6165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529951.016034:0:6165:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.24@tcp to MR: 192.168.204.124@tcp local destination 00000400:00000200:0.0:1788529951.016041:0:6165:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [164:164:256:4294967295] 192.168.204.124@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1788529951.016047:0:6165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529951.016063:0:6165:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:192.168.204.24@tcp) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:0.0:1788529951.016070:0:6165:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:0.0:1788529951.016077:0:6165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2760985400. 00000800:00000200:0.0:1788529951.016085:0:6165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:0.0:1788529951.016093:0:6165:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:0.0:1788529951.016099:0:6165:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2760985400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788529951.016125:0:6165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788529951.016129:0:6165:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff8c27431cfc40 refcount 27 to 192.168.204.124@tcp 00010000:00000001:0.0:1788529951.016132:0:6165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788529951.016136:0:6165:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c2743659240. 00010000:00000001:0.0:1788529951.016139:0:6165:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1788529951.016323:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529951.016328:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2760985400. 00000400:00000200:1.0:1788529951.016334:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529951.016340:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529951.016347:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2750a90550 00000400:00000010:1.0:1788529951.016350:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2750a90550. 00000100:00000001:1.0:1788529951.016356:0:2396:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:1.0:1788529951.016359:0:2396:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788529951.017813:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529951.017820:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529951.017826:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:2.0:1788529951.017831:0:6175:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788529951.017834:0:6175:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788529951.017841:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529951.017856:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c2740031e00 already unused, calling callback (ffffffffc149fe00) 10000000:00000001:2.0:1788529951.017861:0:6175:0:(mgc_request.c:1197:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788529951.017864:0:6175:0:(mgc_request.c:1202:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788529951.017896:0:6175:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788529951.017899:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788529951.017903:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788529951.017906:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8c2740031e00 refcount=3 00000020:00000001:2.0:1788529951.017908:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616698938400256 : -127374771151360 : ffff8c2740031e00) 00010000:00000001:2.0:1788529951.017911:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616698938400256 : -127374771151360 : ffff8c2740031e00) 00010000:00000001:2.0:1788529951.017915:0:6175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788529951.017919:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788529951.017926:0:6175:0:(mgc_request.c:1197:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788529951.017928:0:6175:0:(mgc_request.c:1208:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788529951.017934:0:6175:0:(mgc_request.c:1212:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1788529951.017938:0:6175:0:(mgc_request.c:993:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788529951.017940:0:6175:0:(mgc_request.c:997:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1788529951.017942:0:6175:0:(mgc_request.c:1000:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788529951.017944:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788529951.017946:0:6175:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788529951.018089:0:6175:0:(mgc_request.c:1018:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788529951.018092:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788529951.018094:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff8c2744afe400) refs 2 10000000:00000001:2.0:1788529951.018097:0:6175:0:(mgc_request.c:156:config_log_put()) Process leaving 10000000:00000001:2.0:1788529951.018098:0:6175:0:(mgc_request.c:1265:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529951.018102:0:6175:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788529951.018107:0:6175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788529951.018109:0:6175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788529951.018112:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788529951.018115:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788529951.018119:0:6175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8c2740031e00 with handle 0x8081d0a30e60c813 from hash 00010000:00000001:2.0:1788529951.018122:0:6175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788529951.018124:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788529951.018132:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788529951.018134:0:6175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788529951.018136:0:6175:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788529951.018138:0:6175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788529951.018142:0:6175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788529951.018144:0:6175:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788529951.018157:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d89880. 00000020:00000040:2.0:1788529951.018162:0:6175:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:2.0:1788529951.018169:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529951.018172:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529951.018178:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529951.018267:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c27595e6a00. 00000100:00000001:2.0:1788529951.018277:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529951.018281:0:6175:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788529951.018288:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529951.018294:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788529951.018296:0:6175:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529951.018301:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529951.018374:0:6175:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529951.018392:0:6175:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041d68ff6] to pc [ptlrpcd_01_01+1] req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.018475:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529951.018485:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529951.018490:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529951.018501:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.018509:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529951.018511:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529951.018517:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529951.018520:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529951.018522:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529951.018525:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288318464:192.168.204.124@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788529951.018530:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529951.018538:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529951.018549:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529951.018553:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529951.018557:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c275016ac00. 02000000:00000001:3.0:1788529951.018559:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529951.018569:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529951.018573:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491eddc0. 00000400:00000010:3.0:1788529951.018583:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcbb0. 00000100:00000200:3.0:1788529951.018591:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288318464, portal 18 00000100:00000001:3.0:1788529951.018594:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529951.018595:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019499648 : -127374690051968 : ffff8c2744d89880) 00000100:00000040:3.0:1788529951.018602:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.018608:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529951.018611:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529951.018614:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcdd0. 00000100:00000200:3.0:1788529951.018618:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875409288318464, offset 0 00000400:00000200:3.0:1788529951.018625:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529951.018635:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529951.018645:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529951.018651:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529951.018655:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529951.018660:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529951.018662:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529951.018666:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [165:165:256:4294967295] 192.168.204.124@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1788529951.018670:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529951.018696:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529951.018705:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529951.018711:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c27598d6b00. 00000800:00000200:3.0:1788529951.018718:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529951.018726:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529951.018732:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c27598d6b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788529951.018745:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529951.018755:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529951.018760:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295055566 00000100:00000010:3.0:1788529951.018764:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27493a6120. 00000100:00000001:3.0:1788529951.018813:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788529951.018822:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295055566 00000100:00000010:3.0:1788529951.018826:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27493a6600. 00000100:00000001:3.0:1788529951.018829:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788529951.018833:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529951.018837:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.018841:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.018843:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788529951.018889:0:6175:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788529951.018893:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788529951.018895:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788529951.018897:0:6175:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529951.018900:0:6175:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788529951.018903:0:6175:0:(mgc_request.c:1265:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529951.018908:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788529951.018915:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788529951.018917:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff8c2740031e00/0x8081d0a30e60c813 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5b0d3 expref: -99 pid: 9109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788529951.018943:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788529951.018945:0:6175:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788529951.018948:0:6175:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c2743659840. 00010000:00000001:2.0:1788529951.018953:0:6175:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529951.018955:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529951.018957:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529951.018965:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788529951.018968:0:6175:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788529951.018969:0:6175:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788529951.018971:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529951.018978:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c2740030400 already unused, calling callback (ffffffffc149fe00) 10000000:00000001:2.0:1788529951.018980:0:6175:0:(mgc_request.c:1197:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788529951.018983:0:6175:0:(mgc_request.c:1202:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788529951.018988:0:6175:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788529951.018990:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788529951.018992:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788529951.018994:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8c2740030400 refcount=3 00000020:00000001:2.0:1788529951.018996:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616698938393600 : -127374771158016 : ffff8c2740030400) 00010000:00000001:2.0:1788529951.018998:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616698938393600 : -127374771158016 : ffff8c2740030400) 00010000:00000001:2.0:1788529951.019001:0:6175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788529951.019004:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788529951.019010:0:6175:0:(mgc_request.c:1197:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788529951.019012:0:6175:0:(mgc_request.c:1208:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788529951.019018:0:6175:0:(mgc_request.c:1212:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1788529951.019026:0:6175:0:(mgc_request.c:993:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788529951.019028:0:6175:0:(mgc_request.c:997:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1788529951.019030:0:6175:0:(mgc_request.c:1000:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788529951.019031:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788529951.019033:0:6175:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788529951.019035:0:6175:0:(mgc_request.c:1018:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788529951.019037:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788529951.019038:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff8c2744d4f000) refs 2 10000000:00000001:2.0:1788529951.019040:0:6175:0:(mgc_request.c:156:config_log_put()) Process leaving 10000000:00000001:2.0:1788529951.019041:0:6175:0:(mgc_request.c:1265:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529951.019044:0:6175:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788529951.019047:0:6175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788529951.019048:0:6175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788529951.019050:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788529951.019052:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788529951.019055:0:6175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8c2740030400 with handle 0x8081d0a30e60c7cd from hash 00010000:00000001:2.0:1788529951.019057:0:6175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788529951.019058:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788529951.019059:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788529951.019061:0:6175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788529951.019062:0:6175:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788529951.019064:0:6175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788529951.019066:0:6175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788529951.019068:0:6175:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788529951.019075:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d8a300. 00000020:00000040:2.0:1788529951.019078:0:6175:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=5 obd=MGC192.168.204.124@tcp 00000100:00000001:2.0:1788529951.019081:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529951.019083:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529951.019085:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529951.019091:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c27595e6c00. 00000100:00000001:2.0:1788529951.019096:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529951.019098:0:6175:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788529951.019102:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788529951.019108:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788529951.019110:0:6175:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529951.019118:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529951.019121:0:6175:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529951.019128:0:6175:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001169f1c0] to pc [ptlrpcd_01_00+0] req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788529951.019355:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529951.019361:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c27598d6b00. 00000400:00000200:1.0:1788529951.019367:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529951.019373:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529951.019381:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcdd0 00000400:00000010:1.0:1788529951.019383:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcdd0. 00000100:00000001:1.0:1788529951.019388:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529951.019393:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529951.019402:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529951.019407:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529951.019415:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529951.019417:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:0.0:1788529951.022246:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00010000:00000001:0.0:1788529951.022257:0:6165:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788529951.022260:0:6165:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788529951.022263:0:6165:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788529951.022284:0:6165:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c27520f8a80 x1875409304140416/t0(0) o104->fb5daca4-a2e9-48dd-9609-737cca046f86@192.168.204.124@tcp:647/0 lens 328/224 e 0 to 0 dl 1788529962 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788529951.022298:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8c27520f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fb5daca4-a2e9-48dd-9609-737cca046f86+3:13379:x1875409304140416:12345-192.168.204.124@tcp:104: Request processed in 6460us (15050us total) trans 0 rc 0/0 00000100:00100000:0.0:1788529951.022323:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.124@tcp, seq: 4 00000100:00000040:0.0:1788529951.022328:0:6165:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8c2743d5a000 : new rpc_count 0 00000100:00000001:0.0:1788529951.022330:0:6165:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788529951.022334:0:6165:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788529951.022343:0:6165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c2750a0cb80. 00000020:00000010:0.0:1788529951.022353:0:6165:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c2744d46190. 00000020:00000010:0.0:1788529951.022360:0:6165:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c2743266a00. 00000020:00000040:0.0:1788529951.022368:0:6165:0:(genops.c:879:class_export_put()) PUTting export ffff8c2743d5a000 : new refcount 2 00000100:00000001:0.0:1788529951.022372:0:6165:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788529951.027038:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788529951.027049:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788529951.027056:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788529951.030571:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529951.030581:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788529951.030589:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529951.030593:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529951.030597:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529951.030602:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788529951.030605:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529951.030607:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529951.030609:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529951.030611:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529951.030612:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529951.030614:0:2406:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529951.030632:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.030644:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529951.030647:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529951.030652:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529951.030657:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529951.030660:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529951.030664:0:2406:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288318592:192.168.204.124@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788529951.030670:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529951.030678:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529951.030681:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529951.030708:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529951.030718:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c275016aa00. 02000000:00000001:3.0:1788529951.030721:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529951.030741:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529951.030748:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed630. 00000400:00000010:3.0:1788529951.030758:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcaa0. 00000100:00000200:3.0:1788529951.030786:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288318592, portal 18 00000100:00000001:3.0:1788529951.030790:0:2406:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529951.030792:0:2406:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019502336 : -127374690049280 : ffff8c2744d8a300) 00000100:00000040:3.0:1788529951.030799:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.030808:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529951.030811:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529951.030815:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fca18. 00000100:00000200:3.0:1788529951.030820:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875409288318592, offset 0 00000400:00000200:3.0:1788529951.030828:0:2406:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529951.030840:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529951.030849:0:2406:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529951.030856:0:2406:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529951.030861:0:2406:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529951.030864:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529951.030867:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529951.030873:0:2406:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [166:166:256:4294967295] 192.168.204.124@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:3.0:1788529951.030878:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529951.030890:0:2406:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529951.030897:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529951.030905:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c27598d6c00. 00000800:00000200:3.0:1788529951.030913:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529951.030923:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529951.030927:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c27598d6c00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1788529951.031527:0:6175:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788529951.031535:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788529951.031537:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788529951.031539:0:6175:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529951.031543:0:6175:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788529951.031547:0:6175:0:(mgc_request.c:1265:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529951.031555:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788529951.031565:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788529951.031568:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.124@tcp lock: ffff8c2740030400/0x8081d0a30e60c7cd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6108ac84f1c5b0b7 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788529951.031577:0:6175:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8c2759540d00 count: 0 00010000:00000001:2.0:1788529951.031592:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788529951.031594:0:6175:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788529951.031598:0:6175:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c2743659240. 00010000:00000001:2.0:1788529951.031604:0:6175:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529951.031619:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529951.031623:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529951.031656:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529951.031659:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529951.031662:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788529951.031664:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529951.031665:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529951.031667:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788529951.031670:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529951.031671:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529951.031673:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788529951.033719:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529951.033797:0:2406:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529951.033802:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295055582 00000100:00000001:3.0:1788529951.033816:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295055566 00000100:00000001:3.0:1788529951.033824:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295055582 00000100:00000001:3.0:1788529951.033828:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295055566 00000100:00000001:3.0:1788529951.033831:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529951.033836:0:2406:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.033843:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.033850:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.033853:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529951.033856:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529951.033857:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.033859:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788529951.040441:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.040471:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529951.040476:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.040479:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529951.040492:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.040501:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529951.040516:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.040522:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.040550:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.040554:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 18 MB=0x6a9acc0704e00 00000400:00000200:1.0:1788529951.040561:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529951.040568:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.124@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1788529951.040578:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.040593:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529951.040598:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529951.040604:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529951.040616:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529951.040629:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529951.040642:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529951.040660:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1788529951.040821:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529951.040826:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c27598d6c00. 00000400:00000200:1.0:1788529951.040831:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529951.040836:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529951.040840:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fca18 00000400:00000010:1.0:1788529951.040843:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fca18. 00000100:00000001:1.0:1788529951.040848:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529951.040853:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529951.040866:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529951.040870:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529951.040878:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529951.040880:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788529951.040890:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529951.040896:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529951.041187:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529951.041193:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788529951.041203:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529951.041205:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529951.041209:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491eddc0. 00000400:00000200:3.0:1788529951.041213:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcbb0 00000400:00000010:3.0:1788529951.041215:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcbb0. 00000100:00000001:3.0:1788529951.041218:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529951.041234:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529951.041244:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.041250:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529951.041252:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529951.041255:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529951.041259:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529951.041263:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529951.041265:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529951.041268:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529951.041277:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27491024a8 time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529951.041283:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529951.041285:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529951.041296:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529951.041300:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529951.041302:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.041317:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529951.041323:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.041330:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529951.041334:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529951.041337:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529951.041341:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529951.041348:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288318464:192.168.204.124@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788529951.041354:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.041356:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529951.041359:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d89880 x1875409288318464/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.041366:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529951.041369:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529951.041374:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c275016ac00. 02000000:00000001:3.0:1788529951.041378:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529951.041382:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529951.041384:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529951.041386:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529951.041390:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c27595e6a00. 02000000:00000001:3.0:1788529951.041394:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529951.041397:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529951.041399:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d89880. 00000100:00000001:3.0:1788529951.041404:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529951.041405:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529951.041408:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.041411:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529951.041412:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529951.041413:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.041415:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788529951.049304:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529951.049331:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529951.049337:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529951.049360:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529951.049372:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529951.049381:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529951.049393:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529951.049398:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529951.049405:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529951.049411:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 18 MB=0x6a9acc0704e80 00000400:00000200:0.0:1788529951.049417:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529951.049425:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.124@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:0.0:1788529951.049434:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529951.049446:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529951.049451:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529951.049456:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529951.049469:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529951.049483:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529951.049496:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529951.049512:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529951.049523:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529951.049526:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529951.050561:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529951.050569:0:2406:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788529951.050580:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529951.050582:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529951.050586:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed630. 00000400:00000200:3.0:1788529951.050591:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcaa0 00000400:00000010:3.0:1788529951.050594:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcaa0. 00000100:00000001:3.0:1788529951.050598:0:2406:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529951.050608:0:2406:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529951.050619:0:2406:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.050627:0:2406:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529951.050629:0:2406:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529951.050632:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529951.050636:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529951.050639:0:2406:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529951.050641:0:2406:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529951.050644:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529951.050654:0:2406:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27491024a8 time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529951.050659:0:2406:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529951.050662:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529951.050664:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529951.050667:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529951.050669:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.050673:0:2406:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529951.050678:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.050686:0:2406:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529951.050690:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529951.050693:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529951.050698:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529951.050706:0:2406:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fb5daca4-a2e9-48dd-9609-737cca046f86:2406:1875409288318592:192.168.204.124@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788529951.050726:0:2406:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529951.050730:0:2406:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529951.050734:0:2406:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d8a300 x1875409288318592/t0(0) o103->MGC192.168.204.124@tcp@192.168.204.124@tcp:17/18 lens 328/224 e 0 to 0 dl 1788529967 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529951.050741:0:2406:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529951.050744:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529951.050748:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c275016aa00. 02000000:00000001:3.0:1788529951.050753:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529951.050756:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529951.050758:0:2406:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529951.050760:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529951.050763:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c27595e6c00. 02000000:00000001:3.0:1788529951.050808:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529951.050811:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529951.050813:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d8a300. 00000100:00000001:3.0:1788529951.050819:0:2406:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529951.050820:0:2406:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529951.050823:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529951.050834:0:2406:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529951.050836:0:2406:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529951.050839:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529951.050841:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1788529951.050951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c2740031e00. 00010000:00000010:2.1:1788529951.050967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c2759540d00. 00010000:00000010:2.1:1788529951.050972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c2740030400. 00010000:00000001:2.0:1788529951.454149:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529951.454169:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529951.454199:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529951.454201:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788529951.455351:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788529951.455357:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788529951.455362:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1788529951.922178:0:10359:0:(debug.c:305:cfs_str2mask()) Process entered 10000000:00000001:1.0:1788529952.159563:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788529952.159575:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff8c2744afe400) refs 2 10000000:00000001:1.0:1788529952.159590:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788529952.159593:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788529952.159595:0:6178:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1788529952.159596:0:6178:0:(mgc_request.c:705:do_requeue()) Process entered 10000000:01000000:1.0:1788529952.159599:0:6178:0:(mgc_request.c:715:do_requeue()) updating log params 10000000:00000001:1.0:1788529952.159601:0:6178:0:(mgc_request.c:2175:mgc_process_log()) Process entered 10000000:01000000:1.0:1788529952.159603:0:6178:0:(mgc_request.c:2194:mgc_process_log()) Process log params-ffff8c2749076800 from 7 10000000:00000001:1.0:1788529952.159607:0:6178:0:(mgc_request.c:1288:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788529952.159609:0:6178:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788529952.159618:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c27520faa00. 00000020:00000040:1.0:1788529952.159624:0:6178:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:1.0:1788529952.159630:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788529952.159635:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788529952.159642:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788529952.159651:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c2743322800. 00000100:00000001:1.0:1788529952.159660:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788529952.159666:0:6178:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788529952.159670:0:6178:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788529952.159678:0:6178:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8c2742b30600. 00010000:00000001:1.0:1788529952.159684:0:6178:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788529952.159688:0:6178:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c2749bc9e00. 00000020:00000001:1.0:1788529952.159695:0:6178:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788529952.159699:0:6178:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8c2749bc9e00 with handle 0x8081d0a30e60c844 to hash 00000020:00000001:1.0:1788529952.159701:0:6178:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788529952.159703:0:6178:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446616699101552128 : -127374607999488 : ffff8c2749bc9e00) 00010000:00000001:1.0:1788529952.159717:0:6178:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446616699101552128 : -127374607999488 : ffff8c2749bc9e00) 00010000:00000001:1.0:1788529952.159722:0:6178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788529952.159727:0:6178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788529952.159731:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9e00/0x8081d0a30e60c844 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529952.159749:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9e00/0x8081d0a30e60c844 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529952.159763:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9e00/0x8081d0a30e60c844 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788529952.159910:0:6178:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788529952.159912:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788529952.159920:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c2750d4e840. 00000100:00000001:1.0:1788529952.159922:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446616699220584512 : -127374488967104 : ffff8c2750d4e840) 00000100:00000001:1.0:1788529952.159925:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788529952.159927:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699241212416 : -127374468339200 : ffff8c27520faa00) 00000100:00000001:1.0:1788529952.159933:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788529952.159938:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.159940:0:6178:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788529952.159942:0:6178:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788529952.159953:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.159962:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788529952.159965:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788529952.159970:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788529952.159973:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788529952.159975:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788529952.159979:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520faa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288318720:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788529952.159984:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788529952.159990:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788529952.159993:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788529952.159996:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788529952.160001:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c275890f800. 02000000:00000001:1.0:1788529952.160003:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788529952.160117:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:1.0:1788529952.160123:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c2745523580. 00000400:00000010:1.0:1788529952.160132:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2743652770. 00000100:00000200:1.0:1788529952.160140:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875409288318720, portal 25 00000100:00000001:1.0:1788529952.160142:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788529952.160143:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699241212416 : -127374468339200 : ffff8c27520faa00) 00000100:00000040:1.0:1788529952.160150:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.160168:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788529952.160171:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1788529952.160174:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2743652b28. 00000100:00000200:1.0:1788529952.160177:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875409288318720, offset 0 00000400:00000200:1.0:1788529952.160184:0:6178:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1788529952.160193:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.160213:0:6178:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1788529952.160218:0:6178:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788529952.160223:0:6178:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:1.0:1788529952.160227:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788529952.160230:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:1.0:1788529952.160234:0:6178:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [167:167:256:4294967295] 192.168.204.124@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1788529952.160238:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.160249:0:6178:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1788529952.160256:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1788529952.160262:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747677c00. 00000800:00000200:1.0:1788529952.160270:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1788529952.160279:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1788529952.160284:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747677c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788529952.160303:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788529952.160307:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:1.0:1788529952.160310:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295056707 00000100:00000001:1.0:1788529952.160320:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295055582 00000100:00000001:1.0:1788529952.160325:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295056707 00000100:00000001:1.0:1788529952.160328:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295055582 00000100:00000001:1.0:1788529952.160331:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788529952.160334:0:6178:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.160337:0:6178:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788529952.160340:0:6178:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788529952.160347:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750d4e840 going to sleep for 11 seconds 00000100:00000001:1.0:1788529952.160350:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788529952.160354:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788529952.160725:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529952.160730:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747677c00. 00000400:00000200:1.0:1788529952.160737:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529952.160753:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529952.160760:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2743652b28 00000400:00000010:1.0:1788529952.160763:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2743652b28. 00000100:00000001:1.0:1788529952.160800:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529952.160805:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.160818:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529952.160821:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.160829:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.160831:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788529952.171090:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.171114:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529952.171120:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.171123:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529952.171134:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.171145:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529952.171156:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.171161:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.171167:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.171184:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 344 into portal 25 MB=0x6a9acc0704f00 00000400:00000200:0.0:1788529952.171190:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.171198:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 344/344 into md 0x8f9 [1] + 224 00000800:00000001:0.0:1788529952.171219:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.171230:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529952.171234:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529952.171239:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529952.171250:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529952.171262:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529952.171274:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529952.171296:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529952.171306:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.171310:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788529952.177040:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788529952.177059:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788529952.177062:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788529952.177066:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c2745523580. 00000400:00000200:1.0:1788529952.177075:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2743652770 00000400:00000010:1.0:1788529952.177078:0:6178:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2743652770. 00000100:00000001:1.0:1788529952.177085:0:6178:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529952.177101:0:6178:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788529952.177113:0:6178:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.177120:0:6178:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788529952.177123:0:6178:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788529952.177125:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788529952.177129:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788529952.177132:0:6178:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788529952.177134:0:6178:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788529952.177146:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788529952.177154:0:6178:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=96 v=5 (5 0 0 0) 00000100:00001000:1.0:1788529952.177159:0:6178:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1788529952.177162:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788529952.177163:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788529952.177167:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788529952.177169:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.177173:0:6178:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788529952.177179:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.177187:0:6178:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788529952.177191:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788529952.177193:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788529952.177198:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788529952.177216:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520faa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288318720:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788529952.177222:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788529952.177226:0:6178:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.177228:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788529952.177231:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529952.177235:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.177243:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788529952.177246:0:6178:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c2750d4e840. 00000100:00000001:1.0:1788529952.177250:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788529952.177251:0:6178:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788529952.177255:0:6178:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788529952.177259:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788529952.177262:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788529952.177265:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8c2749bc9e00 refcount=4 00000020:00000001:1.0:1788529952.177267:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616699101552128 : -127374607999488 : ffff8c2749bc9e00) 00010000:00000001:1.0:1788529952.177271:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616699101552128 : -127374607999488 : ffff8c2749bc9e00) 00010000:00000040:1.0:1788529952.177287:0:6178:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8c2749bc9e00, remote cookie: 0x6108ac84f1c5b0fd, flags: 0x0 00010000:00000001:1.0:1788529952.177292:0:6178:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788529952.177296:0:6178:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788529952.177299:0:6178:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788529952.177301:0:6178:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788529952.177302:0:6178:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788529952.177305:0:6178:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8c2742b30600) refcount = 1 00010000:00010000:1.0:1788529952.177311:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9e00/0x8081d0a30e60c844 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0fd expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788529952.177319:0:6178:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788529952.177321:0:6178:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788529952.177322:0:6178:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788529952.177325:0:6178:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788529952.177328:0:6178:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788529952.177331:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9e00/0x8081d0a30e60c844 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5b0fd expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788529952.177337:0:6178:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788529952.177339:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788529952.177341:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788529952.177342:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788529952.177343:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788529952.177346:0:6178:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.177349:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529952.177353:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c27520faa00 x1875409288318720/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.177359:0:6178:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788529952.177362:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788529952.177366:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c275890f800. 02000000:00000001:1.0:1788529952.177369:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788529952.177372:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788529952.177375:0:6178:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:1.0:1788529952.177377:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788529952.177380:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c2743322800. 02000000:00000001:1.0:1788529952.177389:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788529952.177391:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788529952.177393:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c27520faa00. 00000100:00000001:1.0:1788529952.177397:0:6178:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788529952.177398:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788529952.177401:0:6178:0:(mgc_request.c:1321:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788529952.177405:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788529952.177407:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff8c2744afe400) refs 3 10000000:00000001:1.0:1788529952.177410:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788529952.177412:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788529952.177413:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788529952.177415:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8c2749bc9e00 refcount=3 00000020:00000001:1.0:1788529952.177417:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616699101552128 : -127374607999488 : ffff8c2749bc9e00) 00010000:00000001:1.0:1788529952.177419:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616699101552128 : -127374607999488 : ffff8c2749bc9e00) 00010000:00000001:1.0:1788529952.177422:0:6178:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788529952.177424:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788529952.177425:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788529952.177426:0:6178:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788529952.177429:0:6178:0:(mgc_request.c:2049:mgc_process_cfg_log()) Process entered 10000000:00000040:1.0:1788529952.177432:0:6178:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff8c275237da80 : new refcount 2 00000020:00000001:1.0:1788529952.177436:0:6178:0:(obd_config.c:2118:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788529952.177437:0:6178:0:(obd_config.c:2120:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788529952.177441:0:6178:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788529952.177444:0:6178:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c2743322800. 00000040:00000001:1.0:1788529952.177449:0:6178:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788529952.177452:0:6178:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000010:1.0:1788529952.177456:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c27520faa00. 00000020:00000040:1.0:1788529952.177459:0:6178:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=5 obd=MGC192.168.204.124@tcp 00000100:00000001:1.0:1788529952.177465:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788529952.177468:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788529952.177473:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788529952.177479:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c2743322e00. 00000100:00000001:1.0:1788529952.177487:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.177494:0:6178:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788529952.177496:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788529952.177502:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c2750d4e840. 00000100:00000001:1.0:1788529952.177505:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446616699220584512 : -127374488967104 : ffff8c2750d4e840) 00000100:00000001:1.0:1788529952.177513:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788529952.177515:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699241212416 : -127374468339200 : ffff8c27520faa00) 00000100:00000001:1.0:1788529952.177520:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788529952.177526:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.177528:0:6178:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788529952.177530:0:6178:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788529952.177535:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.177542:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788529952.177544:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788529952.177548:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788529952.177551:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788529952.177554:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788529952.177557:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520faa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288318848:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788529952.177562:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788529952.177569:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788529952.177572:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788529952.177575:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788529952.177579:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c2743322000. 02000000:00000001:1.0:1788529952.177582:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788529952.177590:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:1.0:1788529952.177594:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c2745523580. 00000400:00000010:1.0:1788529952.177601:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2743652770. 00000100:00000200:1.0:1788529952.177609:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288318848, portal 25 00000100:00000001:1.0:1788529952.177611:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788529952.177612:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699241212416 : -127374468339200 : ffff8c27520faa00) 00000100:00000040:1.0:1788529952.177618:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.177626:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788529952.177630:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1788529952.177633:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2743652b28. 00000100:00000200:1.0:1788529952.177636:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875409288318848, offset 0 00000400:00000200:1.0:1788529952.177643:0:6178:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1788529952.177658:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.177668:0:6178:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1788529952.177674:0:6178:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788529952.177679:0:6178:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:1.0:1788529952.177683:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788529952.177686:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:1.0:1788529952.177690:0:6178:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [168:168:256:4294967295] 192.168.204.124@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1788529952.177712:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.177722:0:6178:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1788529952.177729:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1788529952.177736:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747677c00. 00000800:00000200:1.0:1788529952.177753:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1788529952.177763:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1788529952.177804:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747677c00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788529952.177826:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788529952.177831:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:1.0:1788529952.177835:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295056725 00000100:00000001:1.0:1788529952.177844:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056707 00000100:00000001:1.0:1788529952.177851:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295056725 00000100:00000001:1.0:1788529952.177854:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056707 00000100:00000001:1.0:1788529952.177857:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788529952.177860:0:6178:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.177863:0:6178:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788529952.177865:0:6178:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788529952.177867:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750d4e840 going to sleep for 11 seconds 00000100:00000001:1.0:1788529952.177870:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788529952.177872:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788529952.178008:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529952.178012:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747677c00. 00000400:00000200:1.0:1788529952.178018:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529952.178024:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529952.178034:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2743652b28 00000400:00000010:1.0:1788529952.178037:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2743652b28. 00000100:00000001:1.0:1788529952.178040:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529952.178044:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.178054:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529952.178057:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.178063:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.178065:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788529952.191982:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.192007:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529952.192012:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.192015:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529952.192027:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.192036:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529952.192047:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.192052:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.192059:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.192064:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 272 into portal 25 MB=0x6a9acc0704f80 00000400:00000200:0.0:1788529952.192069:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.192076:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 272/272 into md 0x909 [1] + 224 00000800:00000001:0.0:1788529952.192085:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.192107:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529952.192112:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529952.192118:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529952.192129:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529952.192150:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529952.192164:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529952.192234:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788529952.192293:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529952.192305:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.192309:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788529952.201386:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529952.201396:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529952.201402:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c2745523580. 00000400:00000200:2.0:1788529952.201415:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2743652770 00000400:00000010:2.0:1788529952.201417:0:6178:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2743652770. 00000100:00000001:2.0:1788529952.201423:0:6178:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529952.201440:0:6178:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529952.201454:0:6178:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529952.201464:0:6178:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529952.201467:0:6178:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529952.201470:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529952.201475:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529952.201478:0:6178:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529952.201481:0:6178:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529952.201484:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529952.201493:0:6178:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=96 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529952.201497:0:6178:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529952.201500:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529952.201502:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529952.201506:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529952.201509:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529952.201513:0:6178:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529952.201518:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529952.201527:0:6178:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529952.201531:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529952.201534:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529952.201538:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529952.201574:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520faa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288318848:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1788529952.201580:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529952.201584:0:6178:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529952.201587:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788529952.201590:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529952.201595:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529952.201602:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788529952.201606:0:6178:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c2750d4e840. 00000100:00000001:2.0:1788529952.201611:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788529952.201613:0:6178:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788529952.201622:0:6178:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1788529952.201628:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529952.201630:0:6178:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000020:00000001:2.0:1788529952.201632:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788529952.201634:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529952.201637:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c27520faa00 x1875409288318848/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529952.201643:0:6178:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529952.201646:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529952.201650:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c2743322000. 02000000:00000001:2.0:1788529952.201654:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529952.201655:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529952.201656:0:6178:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:2.0:1788529952.201658:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529952.201661:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c2743322e00. 02000000:00000001:2.0:1788529952.201664:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529952.201666:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529952.201668:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c27520faa00. 00000100:00000001:2.0:1788529952.201672:0:6178:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529952.201674:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1788529952.201677:0:6178:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788529952.201681:0:6178:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1788529952.201696:0:6178:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c274ad7a000. 00000040:00000001:2.0:1788529952.201698:0:6178:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1788529952.201701:0:6178:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1788529952.201704:0:6178:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000010:2.0:1788529952.201717:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d8b800. 00000020:00000040:2.0:1788529952.201721:0:6178:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=5 obd=MGC192.168.204.124@tcp 00000100:00000001:2.0:1788529952.201725:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529952.201729:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529952.201737:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529952.201757:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c27603d8c00. 00000100:00000001:2.0:1788529952.201766:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529952.201798:0:6178:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788529952.201800:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788529952.201810:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c275203bd80. 00000100:00000001:2.0:1788529952.201813:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446616699240430976 : -127374469120640 : ffff8c275203bd80) 00000100:00000001:2.0:1788529952.201816:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529952.201818:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019507712 : -127374690043904 : ffff8c2744d8b800) 00000100:00000001:2.0:1788529952.201824:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529952.201830:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529952.201832:0:6178:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788529952.201834:0:6178:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529952.201839:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529952.201846:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529952.201848:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529952.201853:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529952.201856:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529952.201859:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529952.201862:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288318976:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1788529952.201866:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529952.201874:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529952.201877:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529952.201880:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529952.201898:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c27432f8000. 02000000:00000001:2.0:1788529952.201905:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529952.201915:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529952.201919:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8b00. 00000400:00000010:2.0:1788529952.201927:0:6178:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c275203b840. 00000100:00000200:2.0:1788529952.201936:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875409288318976, portal 25 00000100:00000001:2.0:1788529952.201939:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529952.201940:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019507712 : -127374690043904 : ffff8c2744d8b800) 00000100:00000040:2.0:1788529952.201947:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529952.201955:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529952.201958:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529952.201962:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e110. 00000100:00000200:2.0:1788529952.201966:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875409288318976, offset 0 00000400:00000200:2.0:1788529952.201973:0:6178:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529952.201983:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529952.201992:0:6178:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529952.201999:0:6178:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529952.202004:0:6178:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529952.202009:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529952.202011:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529952.202016:0:6178:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [169:169:256:4294967295] 192.168.204.124@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:2.0:1788529952.202020:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529952.202034:0:6178:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529952.202041:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529952.202048:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06d00. 00000800:00000200:2.0:1788529952.202057:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529952.202067:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529952.202072:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788529952.202099:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529952.202104:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529952.202107:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295056747 00000100:00000001:2.0:1788529952.202124:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056725 00000100:00000001:2.0:1788529952.202131:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295056747 00000100:00000001:2.0:1788529952.202134:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056725 00000100:00000001:2.0:1788529952.202138:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529952.202141:0:6178:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529952.202144:0:6178:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529952.202146:0:6178:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788529952.202149:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c275203bd80 going to sleep for 11 seconds 00000100:00000001:2.0:1788529952.202151:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529952.202154:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788529952.203092:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529952.203100:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06d00. 00000400:00000200:1.0:1788529952.203107:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529952.203114:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529952.203123:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e110 00000400:00000010:1.0:1788529952.203126:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e110. 00000100:00000001:1.0:1788529952.203132:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529952.203138:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.203151:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529952.203155:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.203162:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.203164:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788529952.212729:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.212831:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529952.212837:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.212841:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529952.212854:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.212863:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529952.212878:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.212884:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.212891:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.212897:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 8416 into portal 25 MB=0x6a9acc0705000 00000400:00000200:0.0:1788529952.212903:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.212911:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 8416/8416 into md 0x919 [4] + 224 00000800:00000001:0.0:1788529952.212920:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.212940:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529952.212944:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529952.212951:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529952.212962:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529952.212974:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529952.212986:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529952.213008:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529952.213017:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.213021:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.213866:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788529952.213881:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529952.213883:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529952.213887:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8b00. 00000400:00000200:3.0:1788529952.213895:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c275203b840 00000400:00000010:3.0:1788529952.213898:0:6178:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8c275203b840. 00000100:00000001:3.0:1788529952.213902:0:6178:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529952.213910:0:6178:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529952.213921:0:6178:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.213929:0:6178:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529952.213946:0:6178:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.213950:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529952.213954:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529952.213958:0:6178:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529952.213960:0:6178:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529952.213963:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529952.213973:0:6178:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529952.213978:0:6178:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529952.213981:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529952.213983:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529952.213986:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529952.213989:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.213993:0:6178:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529952.214001:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.214008:0:6178:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529952.214012:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529952.214014:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529952.214018:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529952.214025:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288318976:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788529952.214031:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.214035:0:6178:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.214038:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788529952.214041:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529952.214045:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.214051:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788529952.214054:0:6178:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c275203bd80. 00000100:00000001:3.0:1788529952.214057:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788529952.214059:0:6178:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788529952.214071:0:6178:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788529952.214073:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529952.214082:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d8b800 x1875409288318976/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.214088:0:6178:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529952.214092:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529952.214096:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c27432f8000. 02000000:00000001:3.0:1788529952.214109:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529952.214113:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529952.214115:0:6178:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529952.214118:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529952.214121:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c27603d8c00. 02000000:00000001:3.0:1788529952.214125:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529952.214127:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529952.214130:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d8b800. 00000100:00000001:3.0:1788529952.214134:0:6178:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529952.214135:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788529952.214139:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529952.214140:0:6178:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529952.214142:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1788529952.214146:0:6178:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788529952.214149:0:6178:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788529952.214153:0:6178:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1788529952.214156:0:6178:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c27493a6d80. 00000040:00001000:3.0:1788529952.214159:0:6178:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1788529952.219925:0:10390:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788529952.219940:0:10390:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c2743266000. 00000020:00000010:0.0:1788529952.219948:0:10390:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c2743267a00. 00000040:00000010:0.0:1788529952.219953:0:10390:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8c2743266e00. 00000020:00000010:0.0:1788529952.219959:0:10390:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c2747dde000. 00000020:00000010:0.0:1788529952.219966:0:10390:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c2752093758. 00000020:00000010:0.0:1788529952.219971:0:10390:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8c2743266200. 80000000:00000010:0.0:1788529952.219977:0:10390:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c2750efe6c0. 40000000:00000010:0.0:1788529952.219982:0:10390:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8c27594c14c0. 00100000:00000010:0.0:1788529952.219990:0:10390:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c2747ddf800. 00040000:00000010:0.0:1788529952.219995:0:10390:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c2760985400. 00040000:00000010:0.0:1788529952.220001:0:10390:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c2747ddc000. 00040000:00000010:0.0:1788529952.220006:0:10390:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c2743267c00. 00000004:00000010:0.0:1788529952.220011:0:10390:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c2747ddd800. 00000004:00000010:0.0:1788529952.220018:0:10390:0:(mdt_handler.c:8406:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c2750ff6000. 00000004:00000010:0.0:1788529952.220024:0:10390:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff8c2747ddf000. 00002000:00000010:0.0:1788529952.220030:0:10390:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff8c2743357000. 00000004:00000010:0.0:1788529952.220035:0:10390:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff8c2743356800. 00000020:00000010:0.0:1788529952.220042:0:10390:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c27594c1700. 00000040:00000010:0.0:1788529952.220052:0:10390:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c274327e000. 00000040:00080000:0.0:1788529952.220528:0:10390:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1788529952.220535:0:10390:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff8c274327e000. 00000020:00000010:0.0:1788529952.220542:0:10390:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c27594c1700. 00000020:00000010:0.0:1788529952.220564:0:10390:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c2743267a00. 00000040:00000010:0.0:1788529952.220568:0:10390:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8c2743266e00. 00000020:00000010:0.0:1788529952.220571:0:10390:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c2747dde000. 00000020:00000010:0.0:1788529952.220577:0:10390:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c2752093758. 00000020:00000010:0.0:1788529952.220584:0:10390:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8c2743266200. 80000000:00000010:0.0:1788529952.220587:0:10390:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c2750efe6c0. 40000000:00000010:0.0:1788529952.220591:0:10390:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8c27594c14c0. 00100000:00000010:0.0:1788529952.220595:0:10390:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c2747ddf800. 00040000:00000010:0.0:1788529952.220598:0:10390:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c2760985400. 00040000:00000010:0.0:1788529952.220602:0:10390:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff8c2747ddc000. 00040000:00000010:0.0:1788529952.220605:0:10390:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c2743267c00. 00000004:00000010:0.0:1788529952.220625:0:10390:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff8c2747ddd800. 00000004:00000010:0.0:1788529952.220630:0:10390:0:(mdt_handler.c:8431:mdt_key_fini()) kfreed 'info': 2568 at ffff8c2750ff6000. 00000004:00000010:0.0:1788529952.220636:0:10390:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff8c2747ddf000. 00002000:00000010:0.0:1788529952.220639:0:10390:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff8c2743357000. 00000004:00000010:0.0:1788529952.220643:0:10390:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff8c2743356800. 00000020:00000010:0.0:1788529952.220646:0:10390:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c2743266000. 00000040:00000010:1.0:1788529952.222214:0:6178:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c27493a6d80. 00000040:00000001:1.0:1788529952.222225:0:6178:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788529952.222229:0:6178:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1788529952.222237:0:6178:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c274ad7a000. 00000040:00000010:1.0:1788529952.222241:0:6178:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c2743322800. 00000020:00000001:1.0:1788529952.222245:0:6178:0:(obd_config.c:2149:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788529952.222250:0:6178:0:(mgc_request.c:2124:mgc_process_cfg_log()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1788529952.222253:0:6178:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788529952.222257:0:6178:0:(mgc_request.c:1327:mgc_cancel()) Process entered 00010000:00000001:1.0:1788529952.222275:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788529952.222278:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788529952.222281:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8c2749bc9e00 refcount=3 00000020:00000001:1.0:1788529952.222284:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616699101552128 : -127374607999488 : ffff8c2749bc9e00) 00010000:00000001:1.0:1788529952.222287:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616699101552128 : -127374607999488 : ffff8c2749bc9e00) 00010000:00000001:1.0:1788529952.222290:0:6178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788529952.222295:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9e00/0x8081d0a30e60c844 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0fd expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788529952.222304:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788529952.222305:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788529952.222308:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9e00/0x8081d0a30e60c844 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b0fd expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788529952.222313:0:6178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788529952.222314:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788529952.222315:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788529952.222316:0:6178:0:(mgc_request.c:1331:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788529952.222318:0:6178:0:(mgc_request.c:2305:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788529952.222322:0:6178:0:(mgc_request.c:725:do_requeue()) Process leaving 10000000:00000001:1.0:1788529952.222326:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788529952.222328:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff8c2744d4f000) refs 2 10000000:00000001:1.0:1788529952.222329:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788529952.222331:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788529952.222332:0:6178:0:(mgc_request.c:123:config_log_put()) log params(ffff8c2744afe400) refs 3 10000000:00000001:1.0:1788529952.222334:0:6178:0:(mgc_request.c:156:config_log_put()) Process leaving 10000000:00000001:1.0:1788529952.222335:0:6178:0:(mgc_request.c:705:do_requeue()) Process entered 10000000:01000000:1.0:1788529952.222337:0:6178:0:(mgc_request.c:715:do_requeue()) updating log params 10000000:00000001:1.0:1788529952.222339:0:6178:0:(mgc_request.c:2175:mgc_process_log()) Process entered 10000000:01000000:1.0:1788529952.222341:0:6178:0:(mgc_request.c:2194:mgc_process_log()) Process log params-ffff8c2748613800 from 7 10000000:00000001:1.0:1788529952.222343:0:6178:0:(mgc_request.c:1288:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788529952.222345:0:6178:0:(mgc_request.c:1294:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788529952.222355:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c27520f8700. 00000020:00000040:1.0:1788529952.222359:0:6178:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:1.0:1788529952.222365:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788529952.222369:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788529952.222380:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788529952.222390:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c2743322800. 00000100:00000001:1.0:1788529952.222399:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788529952.222405:0:6178:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788529952.222408:0:6178:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788529952.222415:0:6178:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8c2742b30600 count: 2 00010000:00000001:1.0:1788529952.222418:0:6178:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788529952.222421:0:6178:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788529952.222424:0:6178:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c2749bc8800. 00000020:00000001:1.0:1788529952.222430:0:6178:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788529952.222432:0:6178:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8c2749bc8800 with handle 0x8081d0a30e60c84b to hash 00000020:00000001:1.0:1788529952.222434:0:6178:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788529952.222436:0:6178:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446616699101546496 : -127374608005120 : ffff8c2749bc8800) 00010000:00000001:1.0:1788529952.222439:0:6178:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446616699101546496 : -127374608005120 : ffff8c2749bc8800) 00010000:00000001:1.0:1788529952.222442:0:6178:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788529952.222447:0:6178:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788529952.222451:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8800/0x8081d0a30e60c84b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529952.222458:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8800/0x8081d0a30e60c84b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788529952.222471:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8800/0x8081d0a30e60c84b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788529952.222477:0:6178:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788529952.222479:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788529952.222487:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c2750d4e840. 00000100:00000001:1.0:1788529952.222490:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446616699220584512 : -127374488967104 : ffff8c2750d4e840) 00000100:00000001:1.0:1788529952.222493:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788529952.222495:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699241203456 : -127374468348160 : ffff8c27520f8700) 00000100:00000001:1.0:1788529952.222501:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788529952.222506:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.222508:0:6178:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788529952.222515:0:6178:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788529952.222529:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.222538:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788529952.222541:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788529952.222546:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788529952.222549:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788529952.222551:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788529952.222556:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c27520f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288319104:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788529952.222561:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788529952.222568:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788529952.222571:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788529952.222574:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788529952.222579:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c275890f800. 02000000:00000001:1.0:1788529952.222581:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788529952.222590:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:1.0:1788529952.222595:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c2745523738. 00000400:00000010:1.0:1788529952.222605:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2743652b28. 00000100:00000200:1.0:1788529952.222614:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875409288319104, portal 25 00000100:00000001:1.0:1788529952.222616:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788529952.222617:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699241203456 : -127374468348160 : ffff8c27520f8700) 00000100:00000040:1.0:1788529952.222623:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.222630:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788529952.222633:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:1.0:1788529952.222636:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c2743652aa0. 00000100:00000200:1.0:1788529952.222639:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875409288319104, offset 0 00000400:00000200:1.0:1788529952.222645:0:6178:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:1.0:1788529952.222655:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.222665:0:6178:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:1.0:1788529952.222671:0:6178:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788529952.222676:0:6178:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:1.0:1788529952.222680:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788529952.222690:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:1.0:1788529952.222694:0:6178:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [170:170:256:4294967295] 192.168.204.124@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1788529952.222700:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.224110:0:6178:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:1.0:1788529952.224123:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:1.0:1788529952.224134:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747677c00. 00000800:00000200:1.0:1788529952.224143:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:1.0:1788529952.224153:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:1.0:1788529952.224158:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747677c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788529952.224176:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788529952.224186:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:1.0:1788529952.224189:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295056772 00000100:00000001:1.0:1788529952.224211:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056747 00000100:00000001:1.0:1788529952.224217:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295056772 00000100:00000001:1.0:1788529952.224221:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056747 00000100:00000001:1.0:1788529952.224224:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788529952.224228:0:6178:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.224233:0:6178:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788529952.224235:0:6178:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788529952.224239:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c2750d4e840 going to sleep for 11 seconds 00000100:00000001:1.0:1788529952.224242:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788529952.224246:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788529952.224378:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529952.224383:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747677c00. 00000400:00000200:1.0:1788529952.224390:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529952.224395:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529952.224403:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2743652aa0 00000400:00000010:1.0:1788529952.224405:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2743652aa0. 00000100:00000001:1.0:1788529952.224410:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529952.224418:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.224447:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529952.224451:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.224457:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.224458:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788529952.230634:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529952.230662:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529952.230668:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529952.230671:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529952.230685:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.230695:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529952.230707:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.230713:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.230720:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.230724:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 344 into portal 25 MB=0x6a9acc0705080 00000400:00000200:1.0:1788529952.230730:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529952.230737:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 344/344 into md 0x921 [1] + 224 00000800:00000001:1.0:1788529952.230747:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529952.230757:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529952.230763:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529952.230790:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529952.230800:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529952.230813:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529952.230825:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.230847:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529952.230859:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529952.230863:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.231067:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788529952.231079:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529952.231082:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529952.231086:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c2745523738. 00000400:00000200:3.0:1788529952.231091:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c2743652b28 00000400:00000010:3.0:1788529952.231094:0:6178:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c2743652b28. 00000100:00000001:3.0:1788529952.231098:0:6178:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529952.231103:0:6178:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529952.231113:0:6178:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.231119:0:6178:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529952.231157:0:6178:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.231160:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529952.231165:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529952.231168:0:6178:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529952.231171:0:6178:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529952.231174:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529952.231184:0:6178:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529952.231189:0:6178:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529952.231192:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529952.231194:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529952.231208:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529952.231211:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.231214:0:6178:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529952.231221:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.231229:0:6178:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529952.231234:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529952.231236:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529952.231241:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529952.231250:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c27520f8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288319104:192.168.204.124@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1788529952.231256:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.231259:0:6178:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.231263:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788529952.231266:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529952.231270:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.231278:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788529952.231282:0:6178:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c2750d4e840. 00000100:00000001:3.0:1788529952.231287:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788529952.231289:0:6178:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529952.231293:0:6178:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788529952.231298:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788529952.231307:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788529952.231312:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8c2749bc8800 refcount=4 00000020:00000001:3.0:1788529952.231314:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616699101546496 : -127374608005120 : ffff8c2749bc8800) 00010000:00000001:3.0:1788529952.231319:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616699101546496 : -127374608005120 : ffff8c2749bc8800) 00010000:00000040:3.0:1788529952.231329:0:6178:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8c2749bc8800, remote cookie: 0x6108ac84f1c5b104, flags: 0x0 00010000:00000001:3.0:1788529952.231334:0:6178:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788529952.231339:0:6178:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788529952.231341:0:6178:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788529952.231344:0:6178:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788529952.231345:0:6178:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788529952.231348:0:6178:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff8c2742b30600) refcount = 2 00010000:00000040:3.0:1788529952.231352:0:6178:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788529952.231356:0:6178:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.124@tcp lock: ffff8c2749bc9e00/0x8081d0a30e60c844 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5b0fd expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788529952.231367:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8800/0x8081d0a30e60c84b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b104 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788529952.231375:0:6178:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788529952.231377:0:6178:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788529952.231379:0:6178:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788529952.231382:0:6178:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788529952.231385:0:6178:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788529952.231389:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8800/0x8081d0a30e60c84b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6108ac84f1c5b104 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788529952.231395:0:6178:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788529952.231397:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788529952.231400:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788529952.231401:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788529952.231402:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788529952.231405:0:6178:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.231408:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529952.231413:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c27520f8700 x1875409288319104/t0(0) o101->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 328/344 e 0 to 0 dl 1788529968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.231429:0:6178:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529952.231434:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529952.231439:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c275890f800. 02000000:00000001:3.0:1788529952.231443:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529952.231447:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529952.231449:0:6178:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529952.231452:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529952.231456:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c2743322800. 02000000:00000001:3.0:1788529952.231461:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529952.231464:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529952.231466:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c27520f8700. 00000100:00000001:3.0:1788529952.231471:0:6178:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529952.231472:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1788529952.231475:0:6178:0:(mgc_request.c:1321:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788529952.231479:0:6178:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788529952.231482:0:6178:0:(mgc_request.c:108:config_log_get()) log params (ffff8c2744d4f000) refs 3 10000000:00000001:3.0:1788529952.231485:0:6178:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529952.231487:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788529952.231489:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788529952.231491:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8c2749bc8800 refcount=3 00000020:00000001:3.0:1788529952.231493:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616699101546496 : -127374608005120 : ffff8c2749bc8800) 00010000:00000001:3.0:1788529952.231495:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616699101546496 : -127374608005120 : ffff8c2749bc8800) 00010000:00000001:3.0:1788529952.231696:0:6178:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1788529952.231697:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788529952.231699:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788529952.231701:0:6178:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788529952.231705:0:6178:0:(mgc_request.c:2049:mgc_process_cfg_log()) Process entered 10000000:00000040:3.0:1788529952.231709:0:6178:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff8c275237da80 : new refcount 2 00000020:00000001:3.0:1788529952.231714:0:6178:0:(obd_config.c:2118:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1788529952.231716:0:6178:0:(obd_config.c:2120:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1788529952.231720:0:6178:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788529952.231727:0:6178:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c2750065c00. 00000040:00000001:3.0:1788529952.231732:0:6178:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788529952.231736:0:6178:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000010:3.0:1788529952.231743:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906f100. 00000020:00000040:3.0:1788529952.231752:0:6178:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=5 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1788529952.231759:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529952.231800:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529952.231809:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529952.231822:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c2759546200. 00000100:00000001:3.0:1788529952.231831:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.231842:0:6178:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788529952.231844:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788529952.231854:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c27582dacc0. 00000100:00000001:3.0:1788529952.231857:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446616699343842496 : -127374365709120 : ffff8c27582dacc0) 00000100:00000001:3.0:1788529952.231860:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529952.231862:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089645824 : -127374619905792 : ffff8c274906f100) 00000100:00000001:3.0:1788529952.231868:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529952.231874:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.231876:0:6178:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788529952.231878:0:6178:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529952.231884:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.231891:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529952.231895:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529952.231900:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529952.231902:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529952.231905:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529952.231909:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288319232:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788529952.232063:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529952.232070:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529952.232072:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529952.232075:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529952.232081:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c278634c800. 02000000:00000001:3.0:1788529952.232083:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529952.232089:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529952.232093:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed630. 00000400:00000010:3.0:1788529952.232101:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcaa0. 00000100:00000200:3.0:1788529952.232109:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288319232, portal 25 00000100:00000001:3.0:1788529952.232117:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529952.232118:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089645824 : -127374619905792 : ffff8c274906f100) 00000100:00000040:3.0:1788529952.232126:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.232134:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529952.232333:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529952.232338:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcbb0. 00000100:00000200:3.0:1788529952.232343:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875409288319232, offset 0 00000400:00000200:3.0:1788529952.232351:0:6178:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529952.232360:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529952.232370:0:6178:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529952.232376:0:6178:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529952.232382:0:6178:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529952.232386:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529952.232389:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529952.232394:0:6178:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [171:171:256:4294967295] 192.168.204.124@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1788529952.232399:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529952.232409:0:6178:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529952.232416:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529952.232423:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c27598d6c00. 00000800:00000200:3.0:1788529952.232432:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529952.232442:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529952.232448:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c27598d6c00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1788529952.232467:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529952.232472:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529952.232475:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295056779 00000100:00000001:3.0:1788529952.232488:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056772 00000100:00000001:3.0:1788529952.232494:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295056779 00000100:00000001:3.0:1788529952.232730:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056772 00000100:00000001:3.0:1788529952.232735:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529952.232748:0:6178:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.232751:0:6178:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529952.232753:0:6178:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788529952.232756:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c27582dacc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788529952.232759:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529952.233087:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788529952.235476:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788529952.235508:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c27598d6c00. 00000400:00000200:1.0:1788529952.235519:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529952.235531:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:1.0:1788529952.235542:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcbb0 00000400:00000010:1.0:1788529952.235545:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcbb0. 00000100:00000001:1.0:1788529952.235553:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788529952.235565:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.235581:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788529952.235585:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529952.235592:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788529952.235594:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788529952.256533:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.256562:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529952.256569:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.256572:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529952.256582:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.256591:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529952.256606:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.256612:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.256620:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.256626:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 272 into portal 25 MB=0x6a9acc0705100 00000400:00000200:0.0:1788529952.256632:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.256639:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 272/272 into md 0x931 [1] + 224 00000800:00000001:0.0:1788529952.256649:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.256660:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529952.256664:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529952.256669:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529952.256680:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529952.256693:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529952.256706:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529952.256730:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529952.256822:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788529952.256833:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529952.256836:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529952.256840:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed630. 00000400:00000200:3.0:1788529952.256845:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcaa0 00000400:00000010:3.0:1788529952.256849:0:6178:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcaa0. 00000100:00000001:3.0:1788529952.256853:0:6178:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529952.256859:0:6178:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788529952.256864:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.256870:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788529952.256874:0:6178:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.256883:0:6178:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529952.256885:0:6178:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.256888:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529952.256892:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529952.256895:0:6178:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529952.256897:0:6178:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529952.256901:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529952.256910:0:6178:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529952.256914:0:6178:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529952.256917:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529952.256919:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529952.256922:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529952.256925:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.256928:0:6178:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529952.256933:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.256940:0:6178:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529952.256944:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529952.256965:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529952.256970:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529952.256977:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288319232:192.168.204.124@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788529952.256984:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.256987:0:6178:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.256990:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788529952.256993:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529952.256996:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.257004:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788529952.257007:0:6178:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c27582dacc0. 00000100:00000001:3.0:1788529952.257011:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788529952.257013:0:6178:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788529952.257020:0:6178:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1788529952.257024:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529952.257026:0:6178:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529952.257029:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788529952.257031:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529952.257033:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906f100 x1875409288319232/t0(0) o501->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 504/272 e 0 to 0 dl 1788529968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.257039:0:6178:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529952.257041:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529952.257045:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c278634c800. 02000000:00000001:3.0:1788529952.257049:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529952.257050:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529952.257051:0:6178:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529952.257053:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529952.257056:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c2759546200. 02000000:00000001:3.0:1788529952.257060:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529952.257063:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529952.257065:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906f100. 00000100:00000001:3.0:1788529952.257070:0:6178:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529952.257071:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1788529952.257080:0:6178:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788529952.257084:0:6178:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1788529952.257091:0:6178:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c274330c000. 00000040:00000001:3.0:1788529952.257093:0:6178:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1788529952.257096:0:6178:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1788529952.257098:0:6178:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000010:3.0:1788529952.257103:0:6178:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c274906f100. 00000020:00000040:3.0:1788529952.257105:0:6178:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=5 obd=MGC192.168.204.124@tcp 00000100:00000001:3.0:1788529952.257110:0:6178:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788529952.257112:0:6178:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788529952.257118:0:6178:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788529952.257125:0:6178:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c278634c800. 00000100:00000001:3.0:1788529952.257132:0:6178:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.257137:0:6178:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788529952.257138:0:6178:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788529952.258250:0:6178:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c27582dacc0. 00000100:00000001:3.0:1788529952.258256:0:6178:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446616699343842496 : -127374365709120 : ffff8c27582dacc0) 00000100:00000001:3.0:1788529952.258260:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529952.258262:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089645824 : -127374619905792 : ffff8c274906f100) 00000100:00000001:3.0:1788529952.258269:0:6178:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788529952.258275:0:6178:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.258277:0:6178:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788529952.258279:0:6178:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788529952.258290:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.258300:0:6178:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788529952.258303:0:6178:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529952.258307:0:6178:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788529952.258312:0:6178:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788529952.258315:0:6178:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788529952.258318:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288319360:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788529952.258322:0:6178:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788529952.258330:0:6178:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788529952.258334:0:6178:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529952.258337:0:6178:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788529952.258369:0:6178:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c2743304000. 02000000:00000001:3.0:1788529952.258371:0:6178:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529952.258379:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:3.0:1788529952.258384:0:6178:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27491ed630. 00000400:00000010:3.0:1788529952.258394:0:6178:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c27582dae40. 00000100:00000200:3.0:1788529952.258402:0:6178:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875409288319360, portal 25 00000100:00000001:3.0:1788529952.258404:0:6178:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788529952.258405:0:6178:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699089645824 : -127374619905792 : ffff8c274906f100) 00000100:00000040:3.0:1788529952.258412:0:6178:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.258419:0:6178:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788529952.258423:0:6178:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:3.0:1788529952.258427:0:6178:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c27452fcaa0. 00000100:00000200:3.0:1788529952.258430:0:6178:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875409288319360, offset 0 00000400:00000200:3.0:1788529952.258437:0:6178:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:3.0:1788529952.258446:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529952.258455:0:6178:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:3.0:1788529952.258461:0:6178:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788529952.258465:0:6178:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:3.0:1788529952.258470:0:6178:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788529952.258473:0:6178:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:3.0:1788529952.258477:0:6178:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [172:172:256:4294967295] 192.168.204.124@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1788529952.258481:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:3.0:1788529952.258490:0:6178:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:3.0:1788529952.258495:0:6178:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:3.0:1788529952.258501:0:6178:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c27598d6b00. 00000800:00000200:3.0:1788529952.258509:0:6178:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:3.0:1788529952.258518:0:6178:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:3.0:1788529952.258523:0:6178:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c27598d6b00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788529952.258548:0:6178:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788529952.258553:0:6178:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:3.0:1788529952.258561:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295056805 00000100:00000001:3.0:1788529952.258575:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056779 00000100:00000001:3.0:1788529952.258582:0:6178:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295056805 00000100:00000001:3.0:1788529952.258585:0:6178:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056779 00000100:00000001:3.0:1788529952.258588:0:6178:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529952.258591:0:6178:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.258594:0:6178:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788529952.258596:0:6178:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788529952.258599:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8c27582dacc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788529952.258603:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788529952.258606:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788529952.259816:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529952.259827:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c27598d6b00. 00000400:00000200:0.0:1788529952.259837:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529952.259860:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529952.259868:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27452fcaa0 00000400:00000010:0.0:1788529952.259871:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c27452fcaa0. 00000100:00000001:0.0:1788529952.259876:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529952.259884:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529952.259898:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529952.259901:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529952.259909:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529952.259911:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788529952.267406:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.267431:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788529952.267438:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.267441:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529952.267453:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.267464:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:0.0:1788529952.267476:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.267482:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.267490:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.267496:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 8416 into portal 25 MB=0x6a9acc0705180 00000400:00000200:0.0:1788529952.267502:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:0.0:1788529952.267509:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 8416/8416 into md 0x939 [4] + 224 00000800:00000001:0.0:1788529952.267531:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.267568:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788529952.267572:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529952.267578:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:0.0:1788529952.267589:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788529952.267601:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788529952.267614:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529952.267654:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788529952.267665:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788529952.267670:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.267683:0:6178:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788529952.267694:0:6178:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788529952.267696:0:6178:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788529952.267700:0:6178:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27491ed630. 00000400:00000200:3.0:1788529952.267705:0:6178:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c27582dae40 00000400:00000010:3.0:1788529952.267708:0:6178:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff8c27582dae40. 00000100:00000001:3.0:1788529952.267711:0:6178:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788529952.267717:0:6178:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788529952.268698:0:6178:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.268708:0:6178:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788529952.268712:0:6178:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.268716:0:6178:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788529952.268720:0:6178:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788529952.268724:0:6178:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788529952.268735:0:6178:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788529952.268739:0:6178:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788529952.268750:0:6178:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1788529952.268755:0:6178:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1788529952.268758:0:6178:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788529952.268760:0:6178:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788529952.268764:0:6178:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788529952.268798:0:6178:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.268801:0:6178:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788529952.268809:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.268817:0:6178:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788529952.268821:0:6178:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788529952.268823:0:6178:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788529952.268828:0:6178:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788529952.268836:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c274906f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fb5daca4-a2e9-48dd-9609-737cca046f86:6178:1875409288319360:192.168.204.124@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788529952.268842:0:6178:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788529952.268847:0:6178:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788529952.268850:0:6178:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788529952.268853:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529952.268858:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.268865:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788529952.268868:0:6178:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c27582dacc0. 00000100:00000001:3.0:1788529952.268872:0:6178:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788529952.268874:0:6178:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788529952.268886:0:6178:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788529952.268888:0:6178:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788529952.268891:0:6178:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c274906f100 x1875409288319360/t0(0) o503->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788529968 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788529952.268897:0:6178:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788529952.268901:0:6178:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788529952.268904:0:6178:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c2743304000. 02000000:00000001:3.0:1788529952.268916:0:6178:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788529952.268921:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529952.268923:0:6178:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529952.268926:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788529952.268929:0:6178:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c278634c800. 02000000:00000001:3.0:1788529952.268939:0:6178:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788529952.268941:0:6178:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788529952.268943:0:6178:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c274906f100. 00000100:00000001:3.0:1788529952.268948:0:6178:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788529952.268949:0:6178:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788529952.268953:0:6178:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788529952.268955:0:6178:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:3.0:1788529952.268956:0:6178:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1788529952.268960:0:6178:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788529952.268963:0:6178:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788529952.268968:0:6178:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1788529952.268971:0:6178:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c27493a6000. 00000040:00001000:3.0:1788529952.268974:0:6178:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1788529952.273699:0:10392:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1788529952.273717:0:10392:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c2750065e00. 00000020:00000010:3.0:1788529952.273742:0:10392:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c278634c800. 00000040:00000010:3.0:1788529952.273747:0:10392:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8c2747dc6200. 00000020:00000010:3.0:1788529952.273753:0:10392:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c2750e1c000. 00000020:00000010:3.0:1788529952.273762:0:10392:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c274910b758. 00000020:00000010:3.0:1788529952.273784:0:10392:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8c2747dc6400. 80000000:00000010:3.0:1788529952.273791:0:10392:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c27493a6f60. 40000000:00000010:3.0:1788529952.273797:0:10392:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff8c27589b2440. 00100000:00000010:3.0:1788529952.273804:0:10392:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c2750e1f000. 00040000:00000010:3.0:1788529952.273809:0:10392:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c27598d6b00. 00040000:00000010:3.0:1788529952.273814:0:10392:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c2750e18800. 00040000:00000010:3.0:1788529952.273818:0:10392:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c2747dc7000. 00000004:00000010:3.0:1788529952.273824:0:10392:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c2750e1c800. 00000004:00000010:3.0:1788529952.273830:0:10392:0:(mdt_handler.c:8406:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c27490b8000. 00000004:00000010:3.0:1788529952.273836:0:10392:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff8c2750e19800. 00002000:00000010:3.0:1788529952.273841:0:10392:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff8c27589bcc00. 00000004:00000010:3.0:1788529952.273846:0:10392:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff8c27589bd000. 00000020:00000010:3.0:1788529952.273852:0:10392:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c27589b2540. 00000040:00000010:3.0:1788529952.273862:0:10392:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c274330e000. 00000040:00080000:3.0:1788529952.274337:0:10392:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1788529952.274343:0:10392:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff8c274330e000. 00000020:00000010:3.0:1788529952.274370:0:10392:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c27589b2540. 00000020:00000010:3.0:1788529952.274390:0:10392:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8c278634c800. 00000040:00000010:3.0:1788529952.274397:0:10392:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8c2747dc6200. 00000020:00000010:3.0:1788529952.274401:0:10392:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c2750e1c000. 00000020:00000010:3.0:1788529952.274406:0:10392:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c274910b758. 00000020:00000010:3.0:1788529952.274415:0:10392:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8c2747dc6400. 80000000:00000010:3.0:1788529952.274419:0:10392:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c27493a6f60. 40000000:00000010:3.0:1788529952.274425:0:10392:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff8c27589b2440. 00100000:00000010:3.0:1788529952.274429:0:10392:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c2750e1f000. 00040000:00000010:3.0:1788529952.274434:0:10392:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c27598d6b00. 00040000:00000010:3.0:1788529952.274438:0:10392:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff8c2750e18800. 00040000:00000010:3.0:1788529952.274442:0:10392:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c2747dc7000. 00000004:00000010:3.0:1788529952.274446:0:10392:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff8c2750e1c800. 00000004:00000010:3.0:1788529952.274450:0:10392:0:(mdt_handler.c:8431:mdt_key_fini()) kfreed 'info': 2568 at ffff8c27490b8000. 00000004:00000010:3.0:1788529952.274455:0:10392:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff8c2750e19800. 00002000:00000010:3.0:1788529952.274458:0:10392:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff8c27589bcc00. 00000004:00000010:3.0:1788529952.274461:0:10392:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff8c27589bd000. 00000020:00000010:3.0:1788529952.274464:0:10392:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c2750065e00. 00000040:00000010:0.0:1788529952.274583:0:6178:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c27493a6000. 00000040:00000001:0.0:1788529952.274590:0:6178:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1788529952.274595:0:6178:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1788529952.274602:0:6178:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c274330c000. 00000040:00000010:0.0:1788529952.274606:0:6178:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c2750065c00. 00000020:00000001:0.0:1788529952.274610:0:6178:0:(obd_config.c:2149:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788529952.274616:0:6178:0:(mgc_request.c:2124:mgc_process_cfg_log()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1788529952.274619:0:6178:0:(mgc_request.c:2277:mgc_process_log()) MGC192.168.204.124@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1788529952.274623:0:6178:0:(mgc_request.c:1327:mgc_cancel()) Process entered 00010000:00000001:0.0:1788529952.274627:0:6178:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788529952.274629:0:6178:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788529952.274633:0:6178:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8c2749bc8800 refcount=3 00000020:00000001:0.0:1788529952.274635:0:6178:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446616699101546496 : -127374608005120 : ffff8c2749bc8800) 00010000:00000001:0.0:1788529952.274640:0:6178:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446616699101546496 : -127374608005120 : ffff8c2749bc8800) 00010000:00000001:0.0:1788529952.274643:0:6178:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788529952.274649:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8800/0x8081d0a30e60c84b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b104 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788529952.274662:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788529952.274664:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788529952.274667:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.124@tcp lock: ffff8c2749bc8800/0x8081d0a30e60c84b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6108ac84f1c5b104 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788529952.274673:0:6178:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788529952.274674:0:6178:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788529952.274676:0:6178:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788529952.274677:0:6178:0:(mgc_request.c:1331:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788529952.274679:0:6178:0:(mgc_request.c:2305:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788529952.274683:0:6178:0:(mgc_request.c:725:do_requeue()) Process leaving 10000000:00000001:0.0:1788529952.274687:0:6178:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788529952.274695:0:6178:0:(mgc_request.c:123:config_log_put()) log params(ffff8c2744d4f000) refs 3 10000000:00000001:0.0:1788529952.274709:0:6178:0:(mgc_request.c:156:config_log_put()) Process leaving 00010000:00000001:2.0:1788529952.480417:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529952.480428:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529952.480435:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529952.480437:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788529952.482180:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788529952.482191:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788529952.482207:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529953.501335:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529953.501343:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529953.501349:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529953.501351:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529953.501377:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529953.501380:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529953.501386:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788529953.564961:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b110 (cpu 1) has reached its deadline 4295056805, at 4295056832 00000100:00000010:1.0:1788529953.564982:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27493a6600. 00000100:00000040:0.0:1788529953.565007:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b000 (cpu 0) has reached its deadline 4295056805, at 4295056832 00000100:00000010:0.0:1788529953.565015:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27493a6120. 00010000:00000001:2.0:1788529954.525865:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529954.525873:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529954.525879:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529954.525880:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788529954.526722:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788529954.526726:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788529954.526730:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788529954.656681:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fb5daca4-a2e9-48dd-9609-737cca046f86->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529954.656697:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529954.656713:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d8b100. 00000020:00000040:2.0:1788529954.656722:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2749102000 refcount=4 obd=MGC192.168.204.124@tcp 00000100:00000001:2.0:1788529954.656727:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529954.656731:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529954.656738:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529954.656750:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c06f00. 00000100:00000001:2.0:1788529954.656759:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.656831:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fb5daca4-a2e9-48dd-9609-737cca046f86->MGS req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529954.656843:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529954.656848:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.656856:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000597707d3] to pc [ptlrpcd_01_01+1] req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.656893:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.656897:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529954.656900:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529954.656904:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d8aa00. 00000020:00000040:2.0:1788529954.656907:0:485:0:(genops.c:1210:class_import_get()) import ffff8c27521a9800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000100:00000001:2.0:1788529954.656910:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529954.656912:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529954.656914:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529954.656918:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c06a00. 00000100:00000001:2.0:1788529954.656921:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.656925:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0000_UUID req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529954.656933:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529954.656935:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.656938:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d379ab] to pc [ptlrpcd_01_00+0] req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.656946:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.656948:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529954.656952:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529954.656954:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d88000. 00000020:00000040:2.0:1788529954.656956:0:485:0:(genops.c:1210:class_import_get()) import ffff8c27521b7800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000100:00000001:2.0:1788529954.656959:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529954.656960:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529954.656962:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529954.656971:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c06400. 00000100:00000001:2.0:1788529954.656974:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.656978:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-MDT0001_UUID req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529954.656985:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529954.656987:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.656990:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c54c310b] to pc [ptlrpcd_01_01+1] req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.656997:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.656999:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788529954.657003:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788529954.657006:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788529954.657010:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) a19c6be7-e2de-4db6-8fd6-dcbb37cf730c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788529954.657012:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529954.657016:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529954.657019:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d88380. 00000020:00000040:2.0:1788529954.657022:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2752099800 refcount=4 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000100:00000001:2.0:1788529954.657024:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529954.657025:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529954.657027:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529954.657030:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c06600. 00000100:00000001:2.0:1788529954.657032:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.657036:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0000_UUID req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529954.657043:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529954.657045:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.657049:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095ea6f21] to pc [ptlrpcd_01_00+0] req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.657067:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.657069:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788529954.657073:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788529954.657076:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c2744d88700. 00000020:00000040:2.0:1788529954.657078:0:485:0:(genops.c:1210:class_import_get()) import ffff8c2758915800 refcount=4 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000100:00000001:2.0:1788529954.657081:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788529954.657082:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788529954.657084:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788529954.657087:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c2747c06200. 00000100:00000001:2.0:1788529954.657090:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.657095:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-MDT0001_UUID req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788529954.657102:0:485:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788529954.657104:0:485:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.657107:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2227620] to pc [ptlrpcd_01_01+1] req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.657114:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.657116:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788529954.657119:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788529954.657123:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788529954.657126:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2efaa52c-5004-470c-a632-f8c851910c1f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788529954.657132:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (395) 00000100:00000001:2.0:1788529954.657163:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529954.657168:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529954.657170:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529954.657176:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.657195:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529954.657198:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.657203:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529954.657206:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529954.657208:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529954.657212:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288319616:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529954.657218:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529954.657225:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529954.657228:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.657231:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529954.657238:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27603d8000. 02000000:00000001:2.0:1788529954.657239:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529954.657249:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529954.657255:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c81b8. 00000400:00000010:2.0:1788529954.657265:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826eee0. 00000100:00000200:2.0:1788529954.657275:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288319616, portal 10 00000100:00000001:2.0:1788529954.657278:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529954.657280:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019504128 : -127374690047488 : ffff8c2744d8aa00) 00000100:00000040:2.0:1788529954.657289:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.657297:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529954.657300:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529954.657303:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e4c8. 00000100:00000200:2.0:1788529954.657308:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288319616, offset 0 00000400:00000200:2.0:1788529954.657316:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529954.657328:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529954.657338:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529954.657345:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529954.657349:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529954.657354:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529954.657357:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529954.657368:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [173:173:256:4294967295] 192.168.204.124@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:2.0:1788529954.657372:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529954.657385:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529954.657393:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529954.657399:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06800. 00000800:00000200:2.0:1788529954.657407:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529954.657816:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529954.657822:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529954.657920:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.657927:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: using a timeout of 169186 usecs (170 jiffies) 00000400:00000200:2.0:1788529954.657932:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529954.657935:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295058095 00000100:00000010:2.0:1788529954.657941:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c2749163240. 00000100:00000001:2.0:1788529954.657950:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788529954.657958:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295058095 00000100:00000010:2.0:1788529954.657961:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c27491633c0. 00000100:00000001:2.0:1788529954.657965:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2748613800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788529954.657983:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529954.657987:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.657991:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529954.657996:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.658004:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529954.658006:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.658009:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529954.658011:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529954.658014:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529954.658017:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288319872:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529954.658020:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529954.658034:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529954.658036:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.658038:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529954.658042:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27603d8c00. 02000000:00000001:2.0:1788529954.658044:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529954.658048:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529954.658052:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c80b0. 00000400:00000010:2.0:1788529954.658057:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e908. 00000100:00000200:2.0:1788529954.658060:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288319872, portal 10 00000100:00000001:2.0:1788529954.658063:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529954.658064:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019494272 : -127374690057344 : ffff8c2744d88380) 00000100:00000040:2.0:1788529954.658072:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.658078:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529954.658080:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529954.658083:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e770. 00000100:00000200:2.0:1788529954.658086:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288319872, offset 0 00000400:00000200:2.0:1788529954.658090:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529954.658094:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529954.658098:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529954.658102:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529954.658104:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529954.658107:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529954.658109:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529954.658112:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [174:174:255:4294967295] 192.168.204.124@tcp LPNI seq info [174:174:7:4294967295] 00000400:00000200:2.0:1788529954.658115:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529954.658122:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529954.658127:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529954.658133:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06d00. 00000800:00000200:2.0:1788529954.658137:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529954.658142:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529954.658145:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529954.658165:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.658168:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: using a timeout of 23756 usecs (24 jiffies) 00000400:00000200:2.0:1788529954.658172:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529954.658174:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295057949 00000100:00000001:2.0:1788529954.658176:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295058095 00000100:00000001:2.0:1788529954.658178:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295057949 00000100:00000001:2.0:1788529954.658180:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295058095 00000100:00000001:2.0:1788529954.658182:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529954.658184:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.658187:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.658191:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.658202:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529954.658205:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788529954.658208:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529954.658209:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529954.658211:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529954.658215:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1788529954.658216:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.658218:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529954.658220:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.658222:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529954.658223:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529954.658224:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529954.658229:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.658235:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529954.658237:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.658239:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529954.658241:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529954.658242:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529954.658245:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288319488:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529954.658248:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529954.658251:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529954.658257:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.658259:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529954.658262:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27603d8a00. 02000000:00000001:2.0:1788529954.658263:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529954.658267:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529954.658270:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8c60. 00000400:00000010:2.0:1788529954.658274:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826ee58. 00000100:00000200:2.0:1788529954.658276:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288319488, portal 25 00000100:00000001:2.0:1788529954.658278:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529954.658279:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019505920 : -127374690045696 : ffff8c2744d8b100) 00000100:00000040:2.0:1788529954.658284:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.658289:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529954.658291:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529954.658293:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e550. 00000100:00000200:2.0:1788529954.658295:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875409288319488, offset 0 00000400:00000200:2.0:1788529954.658299:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529954.658303:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529954.658307:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529954.658309:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529954.658312:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529954.658314:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529954.658316:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529954.658319:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [175:175:254:4294967295] 192.168.204.124@tcp LPNI seq info [175:175:6:4294967295] 00000400:00000200:2.0:1788529954.658323:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529954.658329:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529954.658333:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529954.658337:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06e00. 00000800:00000200:2.0:1788529954.658341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529954.658346:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529954.658348:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529954.658351:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529954.658361:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529954.658363:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 0 is 4295059206 00000100:00000001:2.0:1788529954.658369:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295058095 00000100:00000001:2.0:1788529954.658373:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS new deadline estimation for cpu 1 is 4295059206 00000100:00000001:2.0:1788529954.658376:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.124@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295058095 00000100:00000001:2.0:1788529954.658378:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529954.658380:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.658382:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529954.658387:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.658393:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529954.658394:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.658397:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529954.658398:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529954.658400:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529954.658403:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288319744:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529954.658406:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788529954.658877:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788529954.658882:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.659229:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529954.659233:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.659235:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529954.659243:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27603d9600. 02000000:00000001:2.0:1788529954.659246:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529954.659252:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529954.659255:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8318. 00000400:00000010:2.0:1788529954.659260:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826ecc0. 00000100:00000200:2.0:1788529954.659265:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288319744, portal 10 00000100:00000001:2.0:1788529954.659267:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529954.659269:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019493376 : -127374690058240 : ffff8c2744d88000) 00000100:00000040:2.0:1788529954.659278:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.659285:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529954.659298:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529954.659301:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826ef68. 00000100:00000200:2.0:1788529954.659304:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288319744, offset 0 00000400:00000200:2.0:1788529954.659310:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529954.659316:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529954.659320:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529954.659324:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529954.659326:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529954.659330:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529954.659332:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529954.659336:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [176:176:253:4294967295] 192.168.204.124@tcp LPNI seq info [176:176:5:4294967295] 00000400:00000200:2.0:1788529954.659339:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529954.659347:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529954.659352:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529954.659357:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06b00. 00000800:00000200:2.0:1788529954.659361:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529954.659365:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529954.659369:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529954.659372:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.659376:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: using a timeout of 80061 usecs (81 jiffies) 00000400:00000200:2.0:1788529954.659379:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529954.659382:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 0 is 4295058007 00000100:00000001:2.0:1788529954.659384:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 0, keep current deadline 4295059206 00000100:00000001:2.0:1788529954.659386:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS new deadline estimation for cpu 1 is 4295058007 00000100:00000001:2.0:1788529954.659388:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2748613800: PM QoS request active for cpu 1, keep current deadline 4295059206 00000100:00000001:2.0:1788529954.659391:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529954.659393:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.659396:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788529954.659402:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.661200:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788529954.661203:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.661210:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788529954.661214:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788529954.661217:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788529954.661226:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8c2744d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288320000:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529954.661230:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788529954.661238:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788529954.661240:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.661242:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788529954.661251:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c27603d9c00. 02000000:00000001:2.0:1788529954.661253:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788529954.661260:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000010:2.0:1788529954.661264:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c27583c8000. 00000400:00000010:2.0:1788529954.661273:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e6e8. 00000100:00000200:2.0:1788529954.661280:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875409288320000, portal 10 00000100:00000001:2.0:1788529954.661282:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788529954.661284:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446616699019495168 : -127374690056448 : ffff8c2744d88700) 00000100:00000040:2.0:1788529954.661293:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.661299:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788529954.661302:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.124@tcp 00000400:00000010:2.0:1788529954.661305:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c274826e990. 00000100:00000200:2.0:1788529954.661308:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875409288320000, offset 0 00000400:00000200:2.0:1788529954.661315:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.124@tcp 00000400:00000200:2.0:1788529954.661324:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529954.661333:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.124@tcp local destination 00000400:00000200:2.0:1788529954.661338:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788529954.661342:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.24@tcp 00000400:00000200:2.0:1788529954.661346:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.24@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788529954.661349:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.124@tcp 00000400:00000200:2.0:1788529954.661360:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.24@tcp NI seq info: [177:177:252:4294967295] 192.168.204.124@tcp LPNI seq info [177:177:4:4294967295] 00000400:00000200:2.0:1788529954.661365:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:2.0:1788529954.661374:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp:) -> 192.168.204.124@tcp(192.168.204.124@tcp:192.168.204.124@tcp) : PUT try# 0 00000800:00000200:2.0:1788529954.661380:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.124@tcp 00000800:00000010:2.0:1788529954.661386:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c2747c06c00. 00000800:00000200:2.0:1788529954.661393:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c2751211cc0] -> 12345-192.168.204.124@tcp (5) 00000800:00000200:2.0:1788529954.661400:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.124@tcp ip 192.168.204.124:988 00000800:00000200:2.0:1788529954.661404:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c2747c06c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788529954.662525:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.662539:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: using a timeout of 24507 usecs (25 jiffies) 00000400:00000200:2.0:1788529954.662547:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000100:00000001:2.0:1788529954.662551:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 0 is 4295057954 00000100:00000001:2.0:1788529954.662555:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 0, keep current deadline 4295059206 00000100:00000001:2.0:1788529954.662558:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS new deadline estimation for cpu 1 is 4295057954 00000100:00000001:2.0:1788529954.662561:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c2749076800: PM QoS request active for cpu 1, keep current deadline 4295059206 00000100:00000001:2.0:1788529954.662563:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529954.662567:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.662713:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.662721:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788529954.664342:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529954.664353:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06800. 00000400:00000200:0.0:1788529954.664365:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529954.664376:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529954.664385:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e4c8 00000400:00000010:0.0:1788529954.664389:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e4c8. 00000100:00000001:0.0:1788529954.664396:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529954.664405:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529954.664433:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529954.664437:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529954.664444:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529954.664445:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529954.664462:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529954.664464:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06d00. 00000400:00000200:0.0:1788529954.664467:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529954.664470:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529954.664473:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e770 00000400:00000010:0.0:1788529954.664474:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e770. 00000100:00000001:0.0:1788529954.664477:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529954.664480:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529954.664487:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529954.664489:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529954.664520:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529954.664522:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529954.664530:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529954.664532:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06e00. 00000400:00000200:0.0:1788529954.664535:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529954.664538:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529954.664541:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e550 00000400:00000010:0.0:1788529954.664543:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e550. 00000100:00000001:0.0:1788529954.664545:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529954.664550:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529954.664557:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529954.664559:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529954.664565:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529954.664566:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529954.664573:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529954.664873:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06b00. 00000400:00000200:0.0:1788529954.664877:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529954.664882:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529954.664886:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826ef68 00000400:00000010:0.0:1788529954.664887:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826ef68. 00000100:00000001:0.0:1788529954.664890:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529954.664895:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529954.664904:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529954.664907:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529954.664912:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529954.664914:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788529954.664998:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788529954.665537:0:2396:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c2747c06c00. 00000400:00000200:0.0:1788529954.665544:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788529954.665550:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000400:00000200:0.0:1788529954.665555:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e990 00000400:00000010:0.0:1788529954.665557:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e990. 00000100:00000001:0.0:1788529954.665561:0:2396:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788529954.665566:0:2396:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529954.665644:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788529954.665648:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788529954.665655:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788529954.665657:0:2396:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788529954.685338:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.685368:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529954.685374:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.685378:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529954.685392:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.685403:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529954.685428:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.685434:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.685441:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.685447:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 25 MB=0x6a9acc0705200 00000400:00000200:1.0:1788529954.685454:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.685462:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.124@tcp of length 224/224 into md 0x951 [1] + 224 00000800:00000001:1.0:1788529954.685472:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.685489:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529954.685495:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529954.685520:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529954.685531:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529954.685544:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529954.685556:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529954.685580:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529954.685592:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.685597:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.687172:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529954.687182:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788529954.687193:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529954.687196:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529954.687201:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8c60. 00000400:00000200:2.0:1788529954.687211:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826ee58 00000400:00000010:2.0:1788529954.687214:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826ee58. 00000100:00000001:2.0:1788529954.687219:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529954.687231:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529954.687242:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.687275:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529954.687278:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.687282:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529954.687287:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529954.687290:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529954.687293:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.687298:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529954.687309:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2749102460 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529954.687315:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2749102418 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529954.687319:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529954.687321:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529954.687325:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529954.687327:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.687331:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.687337:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.687344:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529954.687348:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529954.687351:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529954.687355:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529954.687363:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fb5daca4-a2e9-48dd-9609-737cca046f86:2405:1875409288319488:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529954.687371:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.687375:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529954.687379:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d8b100 x1875409288319488/t0(0) o400->MGC192.168.204.124@tcp@192.168.204.124@tcp:26/25 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.687387:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529954.687390:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529954.687395:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27603d8a00. 02000000:00000001:2.0:1788529954.687399:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529954.687403:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529954.687423:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2749102000 refcount=3 obd=MGC192.168.204.124@tcp 00000020:00000001:2.0:1788529954.687426:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529954.687430:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c06f00. 02000000:00000001:2.0:1788529954.687435:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529954.687438:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529954.687441:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d8b100. 00000100:00000001:2.0:1788529954.687446:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529954.687448:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.687452:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.687454:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529954.687456:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529954.687458:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.687460:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788529954.691756:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.691833:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529954.691839:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.691841:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529954.691853:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.691861:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529954.691873:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.691879:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.691885:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.691890:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0705280 00000400:00000200:1.0:1788529954.691896:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.691903:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:1.0:1788529954.691912:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.691916:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529954.691920:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529954.691925:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529954.691935:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529954.691948:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529954.691959:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529954.691984:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529954.692361:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529954.692368:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788529954.693170:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.693184:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529954.693188:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.693191:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529954.693198:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.693206:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529954.693213:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.693217:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.693221:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.693225:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0705380 00000400:00000200:1.0:1788529954.693229:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.693234:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x949 [1] + 224 00000800:00000001:1.0:1788529954.693240:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.693243:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529954.693246:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529954.693249:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529954.693255:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529954.693262:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529954.693272:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529954.693280:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529954.693283:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.693286:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529954.693288:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.693290:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529954.693293:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.693297:0:2396:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529954.693301:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.693304:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.693306:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.693309:0:2396:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0705300 00000400:00000200:1.0:1788529954.693311:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.693329:0:2396:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x959 [1] + 224 00000800:00000001:1.0:1788529954.693335:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1788529954.693614:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529954.693618:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529954.693622:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c81b8. 00000400:00000200:2.0:1788529954.693628:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826eee0 00000400:00000010:2.0:1788529954.693631:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826eee0. 00000100:00000001:2.0:1788529954.693635:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529954.693642:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529954.693652:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.693660:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529954.693663:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.693666:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529954.693672:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529954.693675:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529954.693679:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.693683:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529954.693695:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521a9c60 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529954.693701:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521a9c18 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529954.693704:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529954.693706:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529954.693709:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529954.693723:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.693728:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529954.693730:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529954.693733:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529954.693735:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.693741:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.693749:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529954.693753:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529954.693756:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529954.693760:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529954.693810:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288319616:192.168.204.124@tcp:400:kworker.0 00000400:00000001:2.0:1788529954.693818:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529954.693820:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529954.693822:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c80b0. 00000400:00000200:2.0:1788529954.693825:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e908 00000400:00000010:2.0:1788529954.693827:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e908. 00000100:00000001:2.0:1788529954.693829:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529954.693833:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529954.693842:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.693848:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529954.693849:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.693851:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529954.693853:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529954.693854:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529954.693855:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.693859:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529954.693865:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2752099c60 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529954.693867:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2752099c18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529954.693876:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529954.693878:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529954.693880:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788529954.693882:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.693884:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529954.693885:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529954.693887:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529954.693889:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.693892:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.693898:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529954.693900:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529954.693901:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529954.693904:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529954.693910:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288319872:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529954.693915:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.693919:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529954.693922:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d8aa00 x1875409288319616/t0(0) o400->lustre-MDT0000-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.693928:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529954.693931:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529954.693936:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27603d8000. 02000000:00000001:2.0:1788529954.693942:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529954.693945:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529954.693947:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c27521a9800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2748613800 00000020:00000001:2.0:1788529954.693950:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529954.693952:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c06a00. 02000000:00000001:2.0:1788529954.693956:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529954.693959:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529954.693961:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d8aa00. 00000100:00000001:2.0:1788529954.693964:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529954.693971:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.693972:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529954.693976:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d88380 x1875409288319872/t0(0) o400->lustre-MDT0000-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.693981:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529954.693982:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529954.693984:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27603d8c00. 02000000:00000001:2.0:1788529954.693986:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529954.693987:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529954.693988:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2752099800 refcount=3 obd=lustre-MDT0000-mdc-ffff8c2749076800 00000020:00000001:2.0:1788529954.693990:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529954.693992:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c06600. 02000000:00000001:2.0:1788529954.693993:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529954.693994:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529954.693995:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d88380. 00000100:00000001:2.0:1788529954.693998:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529954.693999:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.694003:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.694006:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1788529954.694481:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529954.694488:0:2396:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529954.694494:0:2396:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529954.694502:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529954.694507:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529954.694517:0:2396:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529954.694525:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529954.694536:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.694543:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.696460:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788529954.696486:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529954.696490:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529954.696497:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8318. 00000400:00000200:2.0:1788529954.696511:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826ecc0 00000400:00000010:2.0:1788529954.696515:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826ecc0. 00000100:00000001:2.0:1788529954.696521:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529954.696537:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529954.696552:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.696560:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529954.696563:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.696567:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529954.696573:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529954.696576:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529954.696580:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.696620:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529954.696638:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c27521b7c60 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529954.696644:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c27521b7c18 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529954.696647:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529954.696649:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529954.696654:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529954.696660:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529954.696669:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.696674:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529954.696677:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2748613800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529954.696679:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529954.696681:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.696687:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.696695:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529954.696699:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529954.696701:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529954.696706:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529954.696713:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a19c6be7-e2de-4db6-8fd6-dcbb37cf730c:2405:1875409288319744:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529954.696721:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.696724:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529954.696728:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d88000 x1875409288319744/t0(0) o400->lustre-MDT0001-mdc-ffff8c2748613800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.696736:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529954.696740:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529954.696747:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27603d9600. 02000000:00000001:2.0:1788529954.696753:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529954.696758:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529954.696761:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c27521b7800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2748613800 00000020:00000001:2.0:1788529954.696794:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529954.696797:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c06400. 02000000:00000001:2.0:1788529954.696803:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529954.696806:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529954.696808:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d88000. 00000100:00000001:2.0:1788529954.696813:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529954.696815:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.696820:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.696824:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529954.696825:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788529954.696827:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.696829:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788529954.703937:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.703970:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788529954.703976:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.703980:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529954.703990:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.704000:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.24@tcp(192.168.204.24@tcp) <- 192.168.204.124@tcp : PUT - for me 00000400:00000200:1.0:1788529954.704020:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.704026:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.704033:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.704038:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.124@tcp of length 224 into portal 10 MB=0x6a9acc0705400 00000400:00000200:1.0:1788529954.704044:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.124@tcp to cpt 0 00000400:00000200:1.0:1788529954.704051:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.124@tcp of length 224/224 into md 0x961 [1] + 224 00000800:00000001:1.0:1788529954.704060:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.704069:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788529954.704073:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788529954.704078:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.24@tcp->192.168.204.124@tcp: PUT: OK 00000100:00000001:1.0:1788529954.704088:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788529954.704101:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788529954.704140:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788529954.704171:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788529954.704182:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788529954.704187:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.704896:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529954.704903:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788529954.704914:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788529954.704916:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788529954.704920:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c27583c8000. 00000400:00000200:2.0:1788529954.704926:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c274826e6e8 00000400:00000010:2.0:1788529954.704929:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8c274826e6e8. 00000100:00000001:2.0:1788529954.704932:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788529954.704939:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788529954.704950:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.704968:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788529954.704971:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.704974:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788529954.704978:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788529954.704980:0:2405:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788529954.704983:0:2405:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788529954.704987:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788529954.705000:0:2405:0:(import.c:2195:obd_at_measure()) add 5 to ffff8c2758915c60 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1788529954.705005:0:2405:0:(import.c:2195:obd_at_measure()) add 1 to ffff8c2758915c18 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1788529954.705016:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788529954.705018:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529954.705021:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788529954.705042:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788529954.705050:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.705054:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788529954.705057:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8c2749076800: skip recheck: last_committed 0 00000100:00000001:2.0:1788529954.705059:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788529954.705061:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788529954.705066:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.705073:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788529954.705076:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788529954.705078:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788529954.705083:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788529954.705090:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8c2744d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2efaa52c-5004-470c-a632-f8c851910c1f:2405:1875409288320000:192.168.204.124@tcp:400:kworker.0 00000100:00000001:2.0:1788529954.705096:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.705100:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788529954.705103:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8c2744d88700 x1875409288320000/t0(0) o400->lustre-MDT0001-mdc-ffff8c2749076800@192.168.204.124@tcp:12/10 lens 224/224 e 0 to 0 dl 1788529970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788529954.705110:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788529954.705113:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788529954.705118:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c27603d9c00. 02000000:00000001:2.0:1788529954.705123:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788529954.705126:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788529954.705128:0:2405:0:(genops.c:1223:class_import_put()) import ffff8c2758915800 refcount=3 obd=lustre-MDT0001-mdc-ffff8c2749076800 00000020:00000001:2.0:1788529954.705131:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788529954.705134:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c2747c06200. 02000000:00000001:2.0:1788529954.705138:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788529954.705141:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788529954.705143:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c2744d88700. 00000100:00000001:2.0:1788529954.705146:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788529954.705164:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.705167:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788529954.705177:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788529954.705180:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788529954.705183:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788529954.705185:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529955.549108:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529955.549120:0:8937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788529955.549123:0:8937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788529955.549127:0:8937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529955.549133:0:8937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788529955.549146:0:8937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529955.549149:0:8937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529955.549151:0:8937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529955.549156:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529955.549157:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788529955.549350:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788529955.549354:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788529955.549358:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788529955.997142:0:21:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b110 (cpu 1) has reached its deadline 4295059206, at 4295059264 00000100:00000010:1.0:1788529955.997166:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c27491633c0. 00000100:00000040:0.0:1788529955.997288:0:255:0:(connection.c:75:cpu_latency_work()) work item of ffff8c274393b000 (cpu 0) has reached its deadline 4295059206, at 4295059264 00000100:00000010:0.0:1788529955.997294:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c2749163240. 00010000:00000001:2.0:1788529956.573618:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529956.573629:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529956.573637:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529956.573638:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788529956.573672:0:6175:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788529956.573675:0:6175:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788529956.573679:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788529957.223726:0:6166:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1788529957.223735:0:6166:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529957.599287:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529957.599294:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529957.599300:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529957.599303:0:8937:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788529957.599305:0:8937:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788529957.599309:0:8937:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529957.599312:0:8937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788529957.599315:0:8937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529957.599317:0:8937:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529957.599319:0:8937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788529957.599379:0:6643:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788529957.599382:0:6643:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788529957.599384:0:6643:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788529958.622210:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529958.622216:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788529958.622221:0:8937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788529958.622222:0:8937:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788529958.622402:0:6176:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788529958.622406:0:6176:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788529958.622410:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 10388 lines, 10388 kept, 0 dropped, 0 bad.