00000001:01000000:2.0F:1789135738.829646:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 458 MB/s 00000001:01000000:2.0:1789135739.080446:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 637 MB/s 00000001:01000000:1.0F:1789135739.330659:0:2335:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3599 MB/s 00000020:02000000:3.0F:1789135740.072570:0:2364:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_127_ged01a19 00000400:02000000:1.0:1789135741.150082:0:2380:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.204.6@tcp [8/256/0/180] 00008000:02000000:0.0F:1789135745.225801:0:2530:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1789135949.610761:0:6161:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789135949.610766:0:6161:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1789135949.610768:0:6161:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.106@tcp:/lustre 00000020:01000004:1.0:1789135949.610769:0:6161:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1789135949.610899:0:6161:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000fa678a8d 00000080:01000004:1.0:1789135949.610909:0:6161:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1789135949.610923:0:6161:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.106@tcp' 00000020:01000004:1.0:1789135949.611030:0:6161:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.106@tcp (typ=mgc) 00000020:00000080:1.0:1789135949.611055:0:6161:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.106@tcp (000000001793bcfa) 00000020:00000080:1.0:1789135949.611068:0:6161:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1789135949.611318:0:6161:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1789135949.611340:0:6161:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1789135949.611506:0:6161:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1789135949.611512:0:6161:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1789135949.612726:0:6161:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:1.0:1789135949.612735:0:6161:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1789135949.613102:0:6161:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:1.0:1789135949.613109:0:6161:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1789135949.613510:0:6161:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1789135949.613518:0:6161:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:3.0:1789135949.615877:0:6161:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789135949.616900:0:6161:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789135949.617121:0:6161:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1789135949.617128:0:6161:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1789135949.617871:0:6161:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1789135949.617878:0:6161:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1789135949.618325:0:6161:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1789135949.618333:0:6161:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:1.0:1789135949.618713:0:6161:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:1.0:1789135949.618718:0:6161:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:0.0:1789135949.619598:0:6161:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:0.0:1789135949.619606:0:6161:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1789135949.619964:0:6161:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1789135949.619971:0:6161:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1789135949.620798:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135949.620801:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135949.620803:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135949.621021:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135949.621023:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135949.621025:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1789135949.621730:0:6161:0:(ldlm_lib.c:102:import_set_conn()) imp 000000006ead8196@MGC192.168.204.106@tcp: add connection 192.168.204.106@tcp at head 00010000:00010000:0.0:1789135949.621906:0:6161:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.106@tcp-0 is initialized 00000040:01000000:0.0:1789135949.621913:0:6161:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 1 is initialized 10000000:01000000:0.0:1789135949.622464:0:6175:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1789135949.622614:0:6161:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.106@tcp (uuid e8eba03d-c4dd-41fd-8fa2-8a99d757abe0) 00000020:00000080:1.0:1789135949.622636:0:6161:0:(genops.c:1385:class_connect()) connect: client e8eba03d-c4dd-41fd-8fa2-8a99d757abe0, cookie 0xc28f792f7f8355fc 00000100:00080000:1.0:1789135949.622651:0:6161:0:(import.c:510:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 0 00000100:00080000:1.0:1789135949.622659:0:6161:0:(import.c:546:import_select_connection()) MGC192.168.204.106@tcp: skip NID 192.168.204.106@tcp as not ready: rc = -114 00000100:00080000:1.0:1789135949.622663:0:6161:0:(import.c:624:import_select_connection()) MGC192.168.204.106@tcp: import 000000006ead8196 using connection 192.168.204.106@tcp/192.168.204.106@tcp 00000100:00100000:1.0:1789135949.622697:0:6161:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000268818bc x1876044798754944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789135949.622785:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000268818bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2396:1876044798754944:192.168.204.106@tcp:250: 00000100:00080000:1.0:1789135949.622804:0:6161:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS 00000080:00200000:1.0:1789135949.622823:0:6161:0:(llite_lib.c:1522:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff93cd993b2800 (sb 00000000fa678a8d) 00000080:01000000:1.0:1789135949.622908:0:6161:0:(llite_lib.c:1248:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1789135949.622910:0:6161:0:(llite_lib.c:1258:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1789135949.622915:0:6161:0:(llite_lib.c:1258:ll_options()) next opt=flock 00000080:01000000:1.0:1789135949.622923:0:6161:0:(llite_lib.c:1556:ll_fill_super()) llite sb uuid: 6afc780c-539c-4ad3-905c-7768bb4e4d27 00010000:00010000:2.0:1789135949.625603:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789135949.625980:0:6161:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789135949.625984:0:6161:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93cd993b2800 10000000:01000000:1.0:1789135949.625988:0:6161:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff93cd92f1ced8 10000000:01000000:1.0:1789135949.625993:0:6161:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789135949.626001:0:6161:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff93cd92f1ced8 from 1 10000000:01000000:1.0:1789135949.626004:0:6161:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1789135949.626324:0:6161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: 00000000acb684ac/0xc28f792f7f835603 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789135949.626337:0:6161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: 00000000acb684ac/0xc28f792f7f835603 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789135949.626348:0:6161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: 00000000acb684ac/0xc28f792f7f835603 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789135949.626371:0:6161:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000bfb642bf x1876044798755072/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789135949.626382:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 0000000053f7bb66 going to sleep for 0 seconds 00000100:00100000:1.0:1789135950.631361:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 0000000053f7bb66 going to sleep for 0 seconds 00010000:00010000:3.0:1789135950.631559:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789135950.631588:0:2396:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1789135949/real 0] req@00000000268818bc x1876044798754944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1789135950 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135950.631602:0:2396:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000268818bc x1876044798754944/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1789135950 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789135950.631619:0:2396:0:(import.c:65:import_set_state_nolock()) 000000006ead8196 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789135950.631687:0:2396:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.106@tcp failed (-110) 00000100:00100000:2.0:1789135950.631693:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000268818bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2396:1876044798754944:192.168.204.106@tcp:250: 00000100:00080000:1.0:1789135950.632946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789135950.632955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789135950.632958:0:8:0:(import.c:65:import_set_state_nolock()) 000000006ead8196 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789135950.632982:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 192.168.204.106@tcp last attempt 276 00000100:00080000:1.0:1789135950.633000:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.106@tcp: import 000000006ead8196 using connection 192.168.204.106@tcp/192.168.204.106@tcp 00000100:00100000:1.0:1789135950.633033:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008fcbff40 x1876044798755200/t0(0) o250->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789135950.633110:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008fcbff40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2396:1876044798755200:192.168.204.106@tcp:250: 00000100:00100000:2.0:1789135950.644548:0:2396:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.106@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789135950.644564:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.106@tcp: connect to target with instance 0 00000100:00080000:2.0:1789135950.644574:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.106@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1789135950.644579:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1789135950.644583:0:2396:0:(import.c:65:import_set_state_nolock()) 000000006ead8196 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1789135950.644588:0:2396:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1789135950.644604:0:2396:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:2.0:1789135950.644614:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000053f7bb66): req@00000000bfb642bf x1876044798755072/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135950.644638:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008fcbff40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2396:1876044798755200:192.168.204.106@tcp:250: 00000100:00100000:1.0:1789135950.645798:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 0000000053f7bb66 going to sleep for 11 seconds 00000100:00100000:1.0:1789135950.650428:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798755072:192.168.204.106@tcp:101: 00010000:00010000:1.0:1789135950.650458:0:6161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: 00000000acb684ac/0xc28f792f7f835603 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789135950.650470:0:6161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: 00000000acb684ac/0xc28f792f7f835603 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789135950.650543:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798755328:192.168.204.106@tcp:501: 00000100:00100000:1.0:1789135950.650619:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d8c46c41 going to sleep for 11 seconds 00000100:00100000:1.0:1789135950.654370:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798755328:192.168.204.106@tcp:501: 10000000:01000000:1.0:1789135950.654432:0:6161:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1789135950.654495:0:6161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: 00000000acb684ac/0xc28f792f7f835603 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789135950.654508:0:6161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: 00000000acb684ac/0xc28f792f7f835603 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789135950.654520:0:6161:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93cd993b2800 10000000:01000000:1.0:1789135950.654527:0:6161:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789135950.654532:0:6161:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93cd993b2800 10000000:01000000:1.0:1789135950.654535:0:6161:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789135950.654539:0:6161:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff93cd993b2800 10000000:01000000:1.0:1789135950.654562:0:6161:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1789135950.654567:0:6161:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff93cd993b2800 from 1 10000000:01000000:1.0:1789135950.654570:0:6161:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789135950.654622:0:6161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: 000000006fe82605/0xc28f792f7f83560a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789135950.654631:0:6161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: 000000006fe82605/0xc28f792f7f83560a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789135950.654644:0:6161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: 000000006fe82605/0xc28f792f7f83560a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789135950.654668:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798755456:192.168.204.106@tcp:101: 00000100:00100000:1.0:1789135950.654789:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d8c46c41 going to sleep for 11 seconds 00000100:00100000:1.0:1789135950.665505:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798755456:192.168.204.106@tcp:101: 00010000:00010000:1.0:1789135950.665551:0:6161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: 000000006fe82605/0xc28f792f7f83560a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789135950.665565:0:6161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: 000000006fe82605/0xc28f792f7f83560a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789135950.665665:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798755584:192.168.204.106@tcp:501: 00000100:00100000:1.0:1789135950.665823:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d8c46c41 going to sleep for 11 seconds 00000100:00100000:1.0:1789135950.672597:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798755584:192.168.204.106@tcp:501: 00000100:00100000:1.0:1789135950.672768:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798755712:192.168.204.106@tcp:503: 00000100:00100000:1.0:1789135950.673000:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d8c46c41 going to sleep for 11 seconds 00000100:00100000:1.0:1789135950.682051:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798755712:192.168.204.106@tcp:503: 00000100:00100000:1.0:1789135950.682749:0:6180:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6180:1876044798755840:192.168.204.106@tcp:502: 00000100:00100000:1.0:1789135950.682878:0:6180:0:(client.c:2715:ptlrpc_set_wait()) set 0000000031ce05be going to sleep for 11 seconds 00000100:00100000:1.0:1789135950.689213:0:6180:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000bfb642bf pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6180:1876044798755840:192.168.204.106@tcp:502: 00000020:01000000:1.0:1789135950.689299:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789135950.689316:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.689319:0:6180:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1789135950.689332:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff93cd993b2800 00000020:00000080:1.0:1789135950.689335:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789135950.689353:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff93cd993b2800 (000000002c3e3fbf) 00000020:00000080:1.0:1789135950.689382:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:1.0:1789135950.689389:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff93cd993b2800 00000020:00000080:1.0:1789135950.689391:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1789135950.692281:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff93cd993b2800 (uuid 6afc780c-539c-4ad3-905c-7768bb4e4d27) 00000020:01000000:1.0:1789135950.692302:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789135950.692313:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.692316:0:6180:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1789135950.692321:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789135950.692328:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.692330:0:6180:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1789135950.692335:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff93cd993b2800 00000020:00000080:1.0:1789135950.692338:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789135950.692352:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff93cd993b2800 (0000000092a637d0) 00000020:00000080:1.0:1789135950.692376:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:1.0:1789135950.692382:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff93cd993b2800 00000020:00000080:1.0:1789135950.692384:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1789135950.692670:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff93cd993b2800 (uuid 6afc780c-539c-4ad3-905c-7768bb4e4d27) 00000020:01000000:1.0:1789135950.692674:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789135950.692677:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.692678:0:6180:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1789135950.692685:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789135950.692688:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.692690:0:6180:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1789135950.692693:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789135950.692695:0:6180:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1789135950.692699:0:6180:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1789135950.692704:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789135950.692706:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.692708:0:6180:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1789135950.692709:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789135950.692713:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.692714:0:6180:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1789135950.692716:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789135950.692722:0:6180:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:1.0:1789135950.692752:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000080:1.0:1789135950.692754:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789135950.692763:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff93cd993b2800 (000000006e13f3f2) 00000020:00000080:1.0:1789135950.692772:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:1.0:1789135950.692776:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000080:1.0:1789135950.692779:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1789135950.692861:0:6180:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000591d4cda@lustre-MDT0000-mdc-ffff93cd993b2800: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1789135950.705126:0:6180:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff93cd993b2800-1 is initialized 00000040:01000000:1.0:1789135950.705468:0:6180:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff93cd993b2800 ctxt 13 is initialized 00000020:00000080:1.0:1789135950.708911:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff93cd993b2800 (uuid 6afc780c-539c-4ad3-905c-7768bb4e4d27) 00000020:01000000:1.0:1789135950.708933:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff93cd993b2800 00000020:00000080:1.0:1789135950.708939:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1789135950.708970:0:6180:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1789135950.709012:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789135950.709015:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.709017:0:6180:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1789135950.709020:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789135950.709022:0:6180:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1789135950.709035:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789135950.709037:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789135950.709039:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789135950.709041:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.709043:0:6180:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789135950.709045:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789135950.709050:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.709051:0:6180:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1789135950.709053:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789135950.709072:0:6180:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:1.0:1789135950.709134:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000080:1.0:1789135950.709136:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789135950.709156:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff93cd993b2800 (00000000c3fe7128) 00000020:00000080:1.0:1789135950.709228:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:1.0:1789135950.709236:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000080:1.0:1789135950.709239:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1789135950.709349:0:6180:0:(ldlm_lib.c:102:import_set_conn()) imp 000000009fd8f7c2@lustre-MDT0001-mdc-ffff93cd993b2800: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1789135950.711331:0:6180:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff93cd993b2800-2 is initialized 00000040:01000000:1.0:1789135950.711580:0:6180:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff93cd993b2800 ctxt 13 is initialized 00000020:00000080:1.0:1789135950.718645:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff93cd993b2800 (uuid 6afc780c-539c-4ad3-905c-7768bb4e4d27) 00000020:01000000:1.0:1789135950.718668:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff93cd993b2800 00000020:00000080:1.0:1789135950.718673:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1789135950.718729:0:6180:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1789135950.718778:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789135950.718781:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.718783:0:6180:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1789135950.718786:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789135950.718790:0:6180:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1789135950.718792:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789135950.718794:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789135950.718796:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789135950.718798:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.718799:0:6180:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789135950.718807:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789135950.718812:0:6180:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.106@tcp:/lustre 00000020:00000080:1.0:1789135950.718816:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.718817:0:6180:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789135950.718820:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789135950.718827:0:6180:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:1.0:1789135950.718859:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff93cd993b2800 00000020:00000080:1.0:1789135950.718861:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789135950.718875:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff93cd993b2800 (0000000077e9f16b) 00000020:00000080:1.0:1789135950.718898:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:1.0:1789135950.718903:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff93cd993b2800 00000020:00000080:1.0:1789135950.718906:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1789135950.719000:0:6180:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000688506b8@lustre-OST0000-osc-ffff93cd993b2800: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1789135950.719459:0:6180:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff93cd993b2800-3 is initialized 00000020:00000080:1.0:1789135950.731597:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff93cd993b2800 (uuid 6afc780c-539c-4ad3-905c-7768bb4e4d27) 00000020:01000000:1.0:1789135950.731632:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93cd993b2800 00000020:00000080:1.0:1789135950.731637:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1789135950.731664:0:6180:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1789135950.731673:0:6180:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff93cd993b2800: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1789135950.731681:0:6180:0:(lov_obd.c:533:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1789135950.731693:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789135950.731697:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.731699:0:6180:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1789135950.731704:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789135950.731707:0:6180:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1789135950.731710:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789135950.731712:0:6180:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789135950.731713:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789135950.731716:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.731718:0:6180:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789135950.731721:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789135950.731725:0:6180:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.106@tcp:/lustre 00000020:00000080:1.0:1789135950.731741:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.731743:0:6180:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1789135950.731747:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789135950.731754:0:6180:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:1.0:1789135950.731791:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff93cd993b2800 00000020:00000080:1.0:1789135950.731795:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789135950.731808:0:6180:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff93cd993b2800 (00000000cef410a0) 00000020:00000080:1.0:1789135950.731833:0:6180:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:1.0:1789135950.732029:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff93cd993b2800 00000020:00000080:1.0:1789135950.732034:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1789135950.732130:0:6180:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b147cf63@lustre-OST0001-osc-ffff93cd993b2800: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1789135950.732759:0:6180:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff93cd993b2800-4 is initialized 00000020:00000080:1.0:1789135950.733249:0:6180:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff93cd993b2800 (uuid 6afc780c-539c-4ad3-905c-7768bb4e4d27) 00000020:01000000:1.0:1789135950.733264:0:6180:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93cd993b2800 00000020:00000080:1.0:1789135950.733270:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1789135950.733288:0:6180:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1789135950.733294:0:6180:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff93cd993b2800: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1789135950.733297:0:6180:0:(lov_obd.c:533:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1789135950.733308:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789135950.733311:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.733312:0:6180:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789135950.733315:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789135950.733318:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.733320:0:6180:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789135950.733322:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789135950.733324:0:6180:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1789135950.733368:0:6180:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000268818bc pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6180:1876044798755968:192.168.204.106@tcp:502: 00000100:00100000:1.0:1789135950.734092:0:6180:0:(client.c:2715:ptlrpc_set_wait()) set 000000005331f1e9 going to sleep for 11 seconds 00000100:00100000:1.0:1789135950.744763:0:6180:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000268818bc pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6180:1876044798755968:192.168.204.106@tcp:502: 00000020:01000000:1.0:1789135950.744838:0:6180:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789135950.744857:0:6180:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135950.744860:0:6180:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000040:00080000:1.0:1789135950.744866:0:6180:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0:1789135950.745055:0:6161:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:0.0:1789135950.745083:0:6161:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789135950.745195:0:6161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: 000000006fe82605/0xc28f792f7f83560a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789135950.745210:0:6161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: 000000006fe82605/0xc28f792f7f83560a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789135950.745221:0:6161:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff93cd993b2800 from 1 10000000:01000000:0.0:1789135950.745225:0:6161:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1789135950.745282:0:6161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: 0000000080258143/0xc28f792f7f83563b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789135950.745289:0:6161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: 0000000080258143/0xc28f792f7f83563b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789135950.745299:0:6161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: 0000000080258143/0xc28f792f7f83563b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789135950.745395:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000b149f012 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798756096:192.168.204.106@tcp:101: 00000100:00100000:0.0:1789135950.745532:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 000000008f2f1236 going to sleep for 11 seconds 00000100:00100000:3.0:1789135950.759725:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000b149f012 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798756096:192.168.204.106@tcp:101: 00010000:00010000:3.0:1789135950.759778:0:6161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: 0000000080258143/0xc28f792f7f83563b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d2c expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135950.759794:0:6161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: 0000000080258143/0xc28f792f7f83563b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984d2c expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789135950.762348:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000def040f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798756224:192.168.204.106@tcp:256: 00000100:00100000:3.0:1789135950.762504:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 000000006036c39f going to sleep for 11 seconds 00000100:00100000:3.0:1789135950.766676:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000def040f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798756224:192.168.204.106@tcp:256: 10000000:01000000:3.0:1789135950.767972:0:6161:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1789135950.768064:0:6161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: 0000000080258143/0xc28f792f7f83563b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d2c expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135950.768080:0:6161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: 0000000080258143/0xc28f792f7f83563b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d2c expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789135950.768089:0:6161:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93cd993b2800 from 1 10000000:01000000:3.0:1789135950.768093:0:6161:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789135950.768193:0:6161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: 000000007149028e/0xc28f792f7f835642 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135950.768203:0:6161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: 000000007149028e/0xc28f792f7f835642 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135950.768215:0:6161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: 000000007149028e/0xc28f792f7f835642 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789135950.768272:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000def040f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798756352:192.168.204.106@tcp:101: 00000100:00100000:3.0:1789135950.768413:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 000000006036c39f going to sleep for 11 seconds 00000100:00100000:3.0:1789135950.772673:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000def040f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798756352:192.168.204.106@tcp:101: 00010000:00010000:3.0:1789135950.772722:0:6161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: 000000007149028e/0xc28f792f7f835642 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135950.772953:0:6161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: 000000007149028e/0xc28f792f7f835642 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789135950.779369:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000def040f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798756480:192.168.204.106@tcp:501: 00000100:00100000:2.0:1789135950.779552:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f03fc95a going to sleep for 11 seconds 00000100:00100000:2.0:1789135950.788438:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000def040f5 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798756480:192.168.204.106@tcp:501: 00000100:00100000:2.0:1789135950.788542:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000f1bf5e75 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798756608:192.168.204.106@tcp:503: 00000100:00100000:3.0:1789135950.796141:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f03fc95a going to sleep for 11 seconds 00000100:00100000:3.0:1789135950.801794:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000f1bf5e75 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6161:1876044798756608:192.168.204.106@tcp:503: 00000100:00100000:3.0:1789135950.805359:0:6185:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000067113232 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6185:1876044798756736:192.168.204.106@tcp:502: 00000100:00100000:3.0:1789135950.805521:0:6185:0:(client.c:2715:ptlrpc_set_wait()) set 000000000cdcc63d going to sleep for 11 seconds 00000100:00100000:3.0:1789135950.809975:0:6185:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000067113232 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6185:1876044798756736:192.168.204.106@tcp:502: 00000020:01000000:3.0:1789135950.810079:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789135950.810096:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789135950.810099:0:6185:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789135950.810119:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93cd993b2800 00000020:00000080:3.0:1789135950.810123:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1789135950.810243:0:6185:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6185:1876044798756864:192.168.204.106@tcp:502: 00000100:00100000:3.0:1789135950.810377:0:6185:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd878d3000 going to sleep for 11 seconds 00000100:00100000:3.0:1789135950.813499:0:6185:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6185:1876044798756864:192.168.204.106@tcp:502: 00000020:01000000:3.0:1789135950.813643:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789135950.813659:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789135950.813678:0:6185:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1789135950.813684:0:6185:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1789135950.814124:0:6161:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1789135950.814151:0:6161:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789135950.814511:0:6161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835642 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789135950.814525:0:6161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835642 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1789135950.814568:0:6161:0:(llite_lib.c:1630:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1789135950.814615:0:6161:0:(genops.c:1385:class_connect()) connect: client 6afc780c-539c-4ad3-905c-7768bb4e4d27, cookie 0xc28f792f7f835649 00800000:01000000:0.0:1789135950.814647:0:6161:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 6afc780c-539c-4ad3-905c-7768bb4e4d27 to lustre-clilmv-ffff93cd993b2800 00800000:01000000:0.0:1789135950.814657:0:6161:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff93cd993b2800(6afc780c-539c-4ad3-905c-7768bb4e4d27) - lustre-MDT0000_UUID, 6afc780c-539c-4ad3-905c-7768bb4e4d27 00000020:00000080:0.0:1789135950.814667:0:6161:0:(genops.c:1385:class_connect()) connect: client 6afc780c-539c-4ad3-905c-7768bb4e4d27, cookie 0xc28f792f7f835650 00000100:00080000:0.0:1789135950.814679:0:6161:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93cd993b2800: connect to NID 192.168.204.106@tcp last attempt 0 00000100:00080000:0.0:1789135950.814691:0:6161:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93cd993b2800: import ffff93cd92ff9000 using connection 192.168.204.106@tcp/192.168.204.106@tcp 00000008:00100000:0.0:1789135950.814712:0:6161:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683263 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789135950.814752:0:6161:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93cd953b5e00 x1876044798756992/t0(0) o38->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789135950.814786:0:6161:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID 00800000:01000000:0.0:1789135950.814931:0:6161:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff93cd993b2800(6afc780c-539c-4ad3-905c-7768bb4e4d27) successfully (5) 00800000:00000004:0.0:1789135950.814937:0:6161:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff93cd993b2800: age -723, max_age 0 00000100:00100000:0.0:1789135950.815030:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1789135950.815057:0:2397:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93cd953b6580 x1876044798757120/t0(0) o41->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:0.0:1789135950.815086:0:6161:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff93cd993b2800(6afc780c-539c-4ad3-905c-7768bb4e4d27) - lustre-MDT0001_UUID, 6afc780c-539c-4ad3-905c-7768bb4e4d27 00000020:00000080:0.0:1789135950.815095:0:6161:0:(genops.c:1385:class_connect()) connect: client 6afc780c-539c-4ad3-905c-7768bb4e4d27, cookie 0xc28f792f7f835657 00000100:00080000:0.0:1789135950.815101:0:6161:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93cd993b2800: connect to NID 192.168.204.106@tcp last attempt 0 00000100:00080000:0.0:1789135950.815117:0:6161:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93cd993b2800: import ffff93cd92ff9800 using connection 192.168.204.106@tcp/192.168.204.106@tcp 00000008:00100000:0.0:1789135950.815124:0:6161:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683263 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789135950.815139:0:6161:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93cd953b61c0 x1876044798757248/t0(0) o38->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789135950.815149:0:6161:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID 00800000:01000000:0.0:1789135950.815227:0:6161:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff93cd993b2800(6afc780c-539c-4ad3-905c-7768bb4e4d27) successfully (5) 00800000:00000004:0.0:1789135950.815230:0:6161:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff93cd993b2800: age -723, max_age 0 00000100:00080000:0.0:1789135950.815257:0:2397:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93cd953b7480 x1876044798757376/t0(0) o41->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:0.0:1789135950.815283:0:6161:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff93cd993b2800: age -723, max_age 276 00800000:00000004:0.0:1789135950.815290:0:6161:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff93cd993b2800: age -723, max_age 276 00000100:00080000:0.0:1789135950.815308:0:6161:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93cd953b5680 x1876044798757504/t0(0) o41->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789135950.815323:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8ab41cc0 going to sleep for 0 seconds 00000100:00100000:1.0:1789135950.815414:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798756992:192.168.204.106@tcp:38: 00000100:00100000:1.0:1789135950.815557:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798757248:192.168.204.106@tcp:38: 00010000:00080000:1.0:1789135950.819624:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b5e00 x1876044798756992/t0(0) o38->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 520/416 e 0 to 0 dl 1789135960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789135950.819647:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cd993b2800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789135950.819662:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff93cd993b2800: connect to target with instance 1 00000001:01000000:2.0:1789135951.069302:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93cd993b2800: T10 checksum algorithm t10ip512 speed = 2859 MB/s 00000001:01000000:0.0:1789135951.319731:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93cd993b2800: T10 checksum algorithm t10ip4K speed = 2939 MB/s 00000001:01000000:3.0:1789135951.569422:0:2396:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93cd993b2800: T10 checksum algorithm t10crc4K speed = 1195 MB/s 00000100:00080000:3.0:1789135951.569441:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff93cd993b2800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1789135951.569463:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789135951.569471:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd92ff9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1789135951.571538:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000015cd0072): req@ffff93cd953b6580 x1876044798757120/t0(0) o41->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789135951.571573:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000016f19d19): req@ffff93cd953b5680 x1876044798757504/t0(0) o41->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135951.571604:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798756992:192.168.204.106@tcp:38: 00010000:00080000:2.0:1789135951.571673:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b61c0 x1876044798757248/t0(0) o38->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 520/416 e 0 to 0 dl 1789135960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135951.571687:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cd993b2800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789135951.571702:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff93cd993b2800: connect to target with instance 1 00000100:00080000:2.0:1789135951.571717:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff93cd993b2800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1789135951.571734:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789135951.571739:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd92ff9800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789135951.574679:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8ab41cc0 going to sleep for 11 seconds 00010000:00080000:0.0:1789135951.577571:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b7480 x1876044798757376/t0(0) o41->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1789135967 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789135951.577610:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:0:1876044798757376:192.168.204.106@tcp:41: 00010000:00080000:0.0:1789135951.577628:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b6580 x1876044798757120/t0(0) o41->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1789135967 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789135951.577661:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:0:1876044798757120:192.168.204.106@tcp:41: 00000100:00100000:1.0:1789135951.579555:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798757248:192.168.204.106@tcp:38: 00010000:00080000:1.0:1789135951.582680:0:6161:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b5680 x1876044798757504/t0(0) o41->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1789135967 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789135951.582709:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6afc780c-539c-4ad3-905c-7768bb4e4d27:6161:1876044798757504:192.168.204.106@tcp:41: 00800000:00000004:1.0:1789135951.582748:0:6161:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff93cd993b2800: update ffff93cd92f1b8e0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:1.0:1789135951.582757:0:6161:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff93cd993b2800: update ffff93cd92f18450 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:1.0:1789135951.582819:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd950443c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6afc780c-539c-4ad3-905c-7768bb4e4d27:6161:1876044798757632:192.168.204.106@tcp:40: 00000100:00100000:1.0:1789135951.582927:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8a7fb600 going to sleep for 11 seconds 00010000:00080000:0.0:1789135951.590079:0:6161:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd950443c0 x1876044798757632/t0(0) o40->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 440/448 e 0 to 0 dl 1789135967 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789135951.590120:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd950443c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6afc780c-539c-4ad3-905c-7768bb4e4d27:6161:1876044798757632:192.168.204.106@tcp:40: 00000080:00000004:0.0:1789135951.590161:0:6161:0:(llite_lib.c:615:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:0.0:1789135951.590211:0:6161:0:(llite_lib.c:778:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683263 ocd_grant: 2146304 00020000:01000000:0.0:1789135951.590217:0:6161:0:(lov_obd.c:187:lov_connect()) connect #0 00000020:00000080:0.0:1789135951.590276:0:6161:0:(genops.c:1385:class_connect()) connect: client 6afc780c-539c-4ad3-905c-7768bb4e4d27, cookie 0xc28f792f7f83565e 00000020:00000080:0.0:1789135951.590300:0:6161:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xc28f792f7f835665 00000100:00080000:0.0:1789135951.590310:0:6161:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93cd993b2800: connect to NID 192.168.204.106@tcp last attempt 0 00000100:00080000:0.0:1789135951.590319:0:6161:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93cd993b2800: import ffff93cd873a4000 using connection 192.168.204.106@tcp/192.168.204.106@tcp 00000008:00100000:0.0:1789135951.590335:0:6161:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683263 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789135951.590370:0:6161:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93cd953b6580 x1876044798757760/t0(0) o8->lustre-OST0000-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789135951.590392:0:6161:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID 00020000:01000000:0.0:1789135951.590423:0:6161:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff93cd993b2800) active 00000020:00000080:0.0:1789135951.590457:0:6161:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xc28f792f7f83566c 00000100:00080000:0.0:1789135951.590462:0:6161:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93cd993b2800: connect to NID 192.168.204.106@tcp last attempt 0 00000100:00080000:0.0:1789135951.590468:0:6161:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93cd993b2800: import ffff93cd873a3000 using connection 192.168.204.106@tcp/192.168.204.106@tcp 00000008:00100000:0.0:1789135951.590473:0:6161:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683263 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789135951.590486:0:6161:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93cd953b7480 x1876044798757888/t0(0) o8->lustre-OST0001-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789135951.590495:0:6161:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID 00020000:01000000:0.0:1789135951.590508:0:6161:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff93cd993b2800) active 00000100:00100000:0.0:1789135951.590561:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b4b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6afc780c-539c-4ad3-905c-7768bb4e4d27:6161:1876044798758016:192.168.204.106@tcp:900: 00000100:00100000:0.0:1789135951.590650:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8ab41480 going to sleep for 11 seconds 00000100:00100000:1.0:1789135951.591063:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798757760:192.168.204.106@tcp:8: 00000100:00100000:1.0:1789135951.591142:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798757888:192.168.204.106@tcp:8: 00000100:00100000:2.0:1789135951.592505:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798758144:192.168.204.106@tcp:400: 00010000:00080000:1.0:1789135951.601778:0:6161:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b4b40 x1876044798758016/t0(0) o900->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:29/10 lens 264/248 e 0 to 0 dl 1789135967 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789135951.601832:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b4b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6afc780c-539c-4ad3-905c-7768bb4e4d27:6161:1876044798758016:192.168.204.106@tcp:900: 00000100:00100000:1.0:1789135951.601935:0:6161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd950443c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6afc780c-539c-4ad3-905c-7768bb4e4d27:6161:1876044798758272:192.168.204.106@tcp:33: 00000100:00100000:1.0:1789135951.602123:0:6161:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8a7fb180 going to sleep for 11 seconds 00010000:00080000:1.0:1789135951.611803:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b6580 x1876044798757760/t0(0) o8->lustre-OST0000-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1789135961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789135951.611828:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93cd993b2800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789135951.611846:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff93cd993b2800: connect to target with instance 1 00000100:00080000:1.0:1789135951.611861:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff93cd993b2800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1789135951.611880:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789135951.611886:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd873a4000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789135951.611894:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798758144:192.168.204.106@tcp:400: 00020000:01000000:1.0:1789135951.611895:0:2396:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1789135951.611904:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1789135951.611913:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1789135951.612010:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798757760:192.168.204.106@tcp:8: 00010000:00080000:1.0:1789135951.612032:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b7480 x1876044798757888/t0(0) o8->lustre-OST0001-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1789135961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789135951.612041:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93cd993b2800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789135951.612046:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff93cd993b2800: connect to target with instance 1 00000100:00080000:1.0:1789135951.612053:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff93cd993b2800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1789135951.612060:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1789135951.612062:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd873a3000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1789135951.612067:0:2396:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1789135951.612070:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1789135951.612107:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1789135951.612114:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798757888:192.168.204.106@tcp:8: 00010000:00080000:2.0:1789135951.654815:0:6161:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd950443c0 x1876044798758272/t0(0) o33->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:23/10 lens 448/464 e 0 to 0 dl 1789135967 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789135951.654845:0:6161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd950443c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6afc780c-539c-4ad3-905c-7768bb4e4d27:6161:1876044798758272:192.168.204.106@tcp:33: 00000080:00200000:2.0:1789135951.655150:0:6161:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) 00000080:00200000:2.0:1789135951.655159:0:6161:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00010000:3.0:1789135951.655515:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:02000400:2.0:1789135951.655771:0:6161:0:(llite_lib.c:1669:ll_fill_super()) Mounted lustre-client - version 2.17.57_127_ged01a19 00000080:00000004:2.0:1789135951.674061:0:6161:0:(super25.c:182:lustre_fill_super()) 192.168.204.106@tcp:/lustre: Mount complete 00000080:00200008:3.0:1789135951.889868:0:6203:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93cd8a12a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789135951.889883:0:6203:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8),name=/ 00000002:00010000:3.0:1789135951.889915:0:6203:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789135951.889984:0:6203:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135951.889995:0:6203:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135951.890010:0:6203:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6203 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789135951.890037:0:6203:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job mkdir:6afc780c-539c-4ad3-905c-7768bb4e4d27:6203:1876044798758400:192.168.204.106@tcp:101: 00000100:00100000:3.0:1789135951.890254:0:6203:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd878d3240 going to sleep for 11 seconds 00000100:00100000:3.0:1789135951.897523:0:6203:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job mkdir:6afc780c-539c-4ad3-905c-7768bb4e4d27:6203:1876044798758400:192.168.204.106@tcp:101: 00010000:00010000:3.0:1789135951.897553:0:6203:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135951.897565:0:6203:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135951.897577:0:6203:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135951.897608:0:6203:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135951.897622:0:6203:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135951.897632:0:6203:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135951.897639:0:6203:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1789135951.897653:0:6203:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff93cd9a462d00 x1876044798758400/t0(0) o101->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 576/688 e 0 to 0 dl 1789135967 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1789135951.897669:0:6203:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135951.897683:0:6203:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93cd93e2bc00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1789135951.897690:0:6203:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1789135951.897721:0:6203:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1789135951.897727:0:6203:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) for lock 0xc28f792f7f835673 00000080:00010000:3.0:1789135951.897733:0:6203:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) 00000080:00010000:3.0:1789135951.897736:0:6203:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc28f792f7f835673 from it ffffb6e8c46b7cc0 00010000:00010000:3.0:1789135951.897739:0:6203:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135951.897758:0:6203:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789135952.679352:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789135953.704829:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1789135953.916073:0:6255:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93cd8a12a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789135953.916091:0:6255:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8),name=/ 00000002:00010000:3.0:1789135953.916117:0:6255:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789135953.916135:0:6255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789135953.916151:0:6255:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789135953.916159:0:6255:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789135953.916374:0:6255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) 00000080:00010000:3.0:1789135953.916379:0:6255:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) for lock 0xc28f792f7f835673 00000080:00010000:3.0:1789135953.916388:0:6255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc28f792f7f835673 from it ffffb6e8c433fcc0 00010000:00010000:3.0:1789135953.916392:0:6255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789135953.916463:0:6255:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1789135953.917161:0:6255:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93cd8a12a1c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1789135953.917590:0:6255:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8),name=/ 00000002:00010000:3.0:1789135953.917612:0:6255:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789135953.917635:0:6255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1789135953.917648:0:6255:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1789135953.917657:0:6255:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789135953.917665:0:6255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) 00000080:00010000:3.0:1789135953.917668:0:6255:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) for lock 0xc28f792f7f835673 00000080:00010000:3.0:1789135953.917674:0:6255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc28f792f7f835673 from it ffffb6e8c433fcc0 00010000:00010000:3.0:1789135953.917678:0:6255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1789135953.917686:0:6255:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1789135953.917806:0:6255:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8),name=/ 00000002:00010000:3.0:1789135953.917815:0:6255:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789135953.917823:0:6255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1789135953.917832:0:6255:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1789135953.917838:0:6255:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789135953.917842:0:6255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) 00000080:00010000:3.0:1789135953.917845:0:6255:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) for lock 0xc28f792f7f835673 00000080:00010000:3.0:1789135953.917849:0:6255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc28f792f7f835673 from it ffffb6e8c433fbb0 00010000:00010000:3.0:1789135953.917858:0:6255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1789135953.917865:0:6255:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1789135953.917874:0:6255:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8), inode mode 41ed mask 44 00000080:00200008:3.0:1789135953.917884:0:6255:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff93cd8a12a1c8), flags 100000 00000080:00200080:3.0:1789135953.918075:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.918094:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00800000:00000004:3.0:1789135953.918101:0:6255:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff93cd993b2800: age 278, max_age 279 00000100:00100000:3.0:1789135953.918159:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job lfs:6afc780c-539c-4ad3-905c-7768bb4e4d27:6255:1876044798758528:192.168.204.106@tcp:41: 00000100:00100000:3.0:1789135953.918318:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cda0892480 going to sleep for 11 seconds 00000100:00100000:3.0:1789135953.922663:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job lfs:6afc780c-539c-4ad3-905c-7768bb4e4d27:6255:1876044798758528:192.168.204.106@tcp:41: 00800000:00000004:3.0:1789135953.922700:0:6255:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff93cd993b2800: update ffff93cd92f1b8e0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1789135953.922779:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.922798:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00800000:00000004:3.0:1789135953.922807:0:6255:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff93cd993b2800: age -723, max_age 279 00000100:00100000:3.0:1789135953.922842:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job lfs:6afc780c-539c-4ad3-905c-7768bb4e4d27:6255:1876044798758656:192.168.204.106@tcp:41: 00000100:00100000:3.0:1789135953.922934:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cda0892480 going to sleep for 11 seconds 00010000:00080000:3.0:1789135953.927031:0:6255:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a460000 x1876044798758656/t0(0) o41->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1789135969 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789135953.927063:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job lfs:6afc780c-539c-4ad3-905c-7768bb4e4d27:6255:1876044798758656:192.168.204.106@tcp:41: 00800000:00000004:3.0:1789135953.927086:0:6255:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff93cd993b2800: update ffff93cd87359e98 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1789135953.927159:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927234:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927245:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927250:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927254:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927257:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927261:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927265:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927268:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927272:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927276:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927279:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927283:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927287:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927290:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927294:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927298:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927301:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927305:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927308:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927312:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927317:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927321:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927324:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927327:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927331:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927343:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927348:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927353:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927356:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927360:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927364:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927368:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927371:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927374:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927378:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927381:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927385:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927389:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927392:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927406:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927410:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927414:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927418:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927421:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927425:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927429:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927433:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927437:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927441:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927445:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927456:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927461:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927464:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927468:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927472:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927475:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927479:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927483:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927487:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927490:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927494:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927498:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927501:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927505:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927517:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927523:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927526:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927530:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927534:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927538:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927541:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927545:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927548:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927552:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927555:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927567:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927571:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927576:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927579:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927582:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927586:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927590:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927593:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927597:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927599:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927603:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927607:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927611:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927614:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927618:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927621:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927624:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927628:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927632:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927635:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927639:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927643:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927647:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927651:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927655:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927665:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927670:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927674:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927678:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927682:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927686:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927690:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927693:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927696:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927700:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927703:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927707:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927710:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927714:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927717:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927721:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927725:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927728:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927732:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927736:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927739:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927743:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927746:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927750:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00800000:00000080:3.0:1789135953.927754:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.927767:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.927774:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00020000:00000004:3.0:1789135953.927781:0:6255:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff93cd993b2800: age -723, max_age 279 00000100:00100000:3.0:1789135953.927824:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job lfs:6afc780c-539c-4ad3-905c-7768bb4e4d27:6255:1876044798758784:192.168.204.106@tcp:13: 00000100:00100000:3.0:1789135953.927925:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cda0892480 going to sleep for 11 seconds 00010000:00080000:3.0:1789135953.932337:0:6255:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a460000 x1876044798758784/t0(0) o13->lustre-OST0000-osc-ffff93cd993b2800@192.168.204.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1789135969 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789135953.932360:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job lfs:6afc780c-539c-4ad3-905c-7768bb4e4d27:6255:1876044798758784:192.168.204.106@tcp:13: 00020000:00000004:3.0:1789135953.932388:0:6255:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff93cd993b2800: update ffff93cd87358450 cache blocks 901369/958279 objects 261774/262144 00000080:00200080:3.0:1789135953.932533:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.932552:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00020000:00000004:3.0:1789135953.932560:0:6255:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff93cd993b2800: age -723, max_age 279 00000100:00100000:3.0:1789135953.932597:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job lfs:6afc780c-539c-4ad3-905c-7768bb4e4d27:6255:1876044798758912:192.168.204.106@tcp:13: 00000100:00100000:3.0:1789135953.932683:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cda0892480 going to sleep for 11 seconds 00010000:00080000:3.0:1789135953.936301:0:6255:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a460000 x1876044798758912/t0(0) o13->lustre-OST0001-osc-ffff93cd993b2800@192.168.204.106@tcp:7/4 lens 224/368 e 0 to 0 dl 1789135969 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789135953.936322:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job lfs:6afc780c-539c-4ad3-905c-7768bb4e4d27:6255:1876044798758912:192.168.204.106@tcp:13: 00020000:00000004:3.0:1789135953.936349:0:6255:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff93cd993b2800: update ffff93cd8735b8e0 cache blocks 901369/958279 objects 261774/262144 00000080:00200080:3.0:1789135953.936520:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936539:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936547:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936552:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936557:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936561:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936586:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936591:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936596:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936599:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936603:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936606:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936624:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936628:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936632:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936635:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936639:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936643:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936647:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936651:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936656:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936659:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936664:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936667:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936671:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936674:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936678:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936682:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936686:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936689:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936692:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936703:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936708:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936711:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936715:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936719:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936723:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936726:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936730:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936733:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936737:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936741:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936744:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936748:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936752:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936756:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936760:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936764:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936767:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936770:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936774:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936778:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936781:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936785:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936788:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936792:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936806:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936810:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936814:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936817:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936821:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936824:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936827:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936831:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936835:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936838:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936843:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936846:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936850:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936854:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936857:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936861:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936865:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936868:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936872:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936876:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936879:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936882:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936886:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936889:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936892:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936903:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936908:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936911:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936914:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936917:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936921:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936924:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936927:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936930:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936933:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936936:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936939:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936942:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936945:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936948:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936951:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936954:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936957:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936960:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936964:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936967:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936971:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936975:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936978:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.936981:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.936992:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.937009:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.937014:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.937019:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.937023:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.937027:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.937031:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.937035:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.937039:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.937043:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.937047:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.937061:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.937066:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.937069:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.937073:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.937077:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.937081:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.937085:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200080:3.0:1789135953.937088:0:6255:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8) cmd=c00866a4 arg=7ffc254460f0 00020000:00000080:3.0:1789135953.937092:0:6255:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff93cd993b2800: cmd=c00866a4 len=592 karg=ffff93cda00b9c00 uarg=0000000000000000 00000080:00200008:3.0:1789135953.937106:0:6255:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff93cd8a12a1c8), flags 100000 00010000:00010000:3.0:1789135954.727343:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789135955.752404:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789135956.611643:0:6449:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1789135956.776752:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789135956.781430:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a646580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798759040:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135956.781539:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798759296:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135956.781568:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798759552:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135956.781601:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789135956.781608:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a645a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798759168:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135956.781630:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798759424:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135956.797545:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a645a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798759168:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135956.797564:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a646580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798759040:192.168.204.106@tcp:400: 00010000:00080000:2.0:1789135956.797579:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a647c00 x1876044798759296/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789135972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135956.797590:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798759296:192.168.204.106@tcp:400: 00010000:00080000:2.0:1789135956.804264:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a644f00 x1876044798759424/t0(0) o400->lustre-OST0000-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135956.804285:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798759424:192.168.204.106@tcp:400: 00010000:00080000:2.0:1789135956.804305:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a647840 x1876044798759552/t0(0) o400->lustre-OST0001-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135956.804331:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798759552:192.168.204.106@tcp:400: 00010000:00010000:3.0:1789135957.808379:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135958.823635:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789135959.847481:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135960.871750:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789135961.100565:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.106@tcp (source: 12345-192.168.204.106@tcp) 00000100:00100000:0.0:1789135961.100634:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.106@tcp (source: 12345-192.168.204.106@tcp) 00000100:00100000:0.0:1789135961.100832:0:6163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876044820833408 00000100:00100000:0.0:1789135961.100842:0:6163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876044820833408 00000100:00100000:0.0:1789135961.100924:0:6163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876044820833536 00000100:00100000:0.0:1789135961.100927:0:6163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876044820833536 00000100:00100000:0.0:1789135961.100948:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.106@tcp, seq: 0 00000100:00100000:0.0:1789135961.100956:0:6163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93cd953b4780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+4:10337:x1876044820833408:12345-192.168.204.106@tcp:104: 00010000:00010000:0.0:1789135961.100974:0:6163:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff93cdc216b800/0xc28f792f7f83560a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789135961.101112:0:6163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789135961.101120:0:6163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93cd953b4780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+4:10337:x1876044820833408:12345-192.168.204.106@tcp:104: Request processed in 164us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1789135961.101137:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.106@tcp, seq: 0 00000100:00100000:0.0:1789135961.101155:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.106@tcp, seq: 1 00000100:00100000:0.0:1789135961.101162:0:6163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93cd953b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+3:10337:x1876044820833536:12345-192.168.204.106@tcp:104: 00010000:00010000:0.0:1789135961.101197:0:6163:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff93cdc216a600/0xc28f792f7f835603 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.102939:0:6172:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789135961.102950:0:6172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff93cdc216b800/0xc28f792f7f83560a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.102974:0:6172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93cdc216b800 already unused, calling callback (ffffffffc12aac20) 10000000:00010000:3.0:1789135961.102979:0:6172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff93cdc216b800/0xc28f792f7f83560a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.102989:0:6172:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff93cdc216b800/0xc28f792f7f83560a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789135961.102996:0:6172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff93cdc216b800/0xc28f792f7f83560a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789135961.103002:0:6172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1789135961.103054:0:6172:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff93cdc216b800/0xc28f792f7f83560a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.103060:0:6172:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789135961.103094:0:6172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff93cdc216b800/0xc28f792f7f83560a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.103102:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff93cdc216b800/0xc28f792f7f83560a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984d25 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.103117:0:6172:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789135961.103121:0:6172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff93cdc216a600/0xc28f792f7f835603 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.103135:0:6172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93cdc216a600 already unused, calling callback (ffffffffc12aac20) 10000000:00010000:3.0:1789135961.103138:0:6172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff93cdc216a600/0xc28f792f7f835603 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.103155:0:6172:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff93cdc216a600/0xc28f792f7f835603 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789135961.103162:0:6172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff93cdc216a600/0xc28f792f7f835603 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789135961.103208:0:6172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1789135961.103223:0:6172:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff93cdc216a600/0xc28f792f7f835603 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.103230:0:6172:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789135961.103236:0:6172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff93cdc216a600/0xc28f792f7f835603 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.103242:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff93cdc216a600/0xc28f792f7f835603 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984d1e expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135961.103256:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789135961.103258:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789135961.103261:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789135961.103282:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798759680:192.168.204.106@tcp:103: 00000100:00100000:3.0:1789135961.103372:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789135961.103379:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798759808:192.168.204.106@tcp:103: 00010000:00010000:0.0:1789135961.106283:0:6163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:0.0:1789135961.106315:0:6163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93cd953b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+3:10337:x1876044820833536:12345-192.168.204.106@tcp:104: Request processed in 5145us (5673us total) trans 0 rc 0/0 00000100:00100000:0.0:1789135961.111027:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.106@tcp, seq: 1 00000100:00100000:3.0:1789135961.112789:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798759808:192.168.204.106@tcp:103: 00000100:00100000:3.0:1789135961.112804:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798759680:192.168.204.106@tcp:103: 00010000:00010000:2.0:1789135961.115202:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789135961.895747:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798759936:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135961.895849:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798760192:192.168.204.106@tcp:400: 00010000:00010000:3.0:1789135961.896733:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789135961.897022:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798760448:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135961.897058:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789135961.897064:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798760064:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135961.898005:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798760320:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135961.920889:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798760064:192.168.204.106@tcp:400: 00010000:00080000:2.0:1789135961.920921:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a4612c0 x1876044798760320/t0(0) o400->lustre-OST0000-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135961.920933:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798760320:192.168.204.106@tcp:400: 00000100:00100000:2.0:1789135961.920943:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798759936:192.168.204.106@tcp:400: 00010000:00080000:2.0:1789135961.920953:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a462d00 x1876044798760192/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789135977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135961.920961:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798760192:192.168.204.106@tcp:400: 00010000:00080000:2.0:1789135961.920971:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a461a40 x1876044798760448/t0(0) o400->lustre-OST0001-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135961.920996:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798760448:192.168.204.106@tcp:400: 00010000:00010000:2.0:1789135962.922210:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789135963.943603:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135964.967894:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789135965.991470:0:6175:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1789135965.991479:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff93cd993b2800 from 48 10000000:01000000:2.0:1789135965.991485:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789135965.991540:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db9e00/0xc28f792f7f83567a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135965.991552:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff93cd86db9e00/0xc28f792f7f83567a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135965.991563:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff93cd86db9e00/0xc28f792f7f83567a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789135965.991589:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798760576:192.168.204.106@tcp:101: 00000100:00100000:2.0:1789135965.991751:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd878eec00 going to sleep for 11 seconds 00010000:00010000:3.0:1789135965.992020:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789135966.001253:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798760576:192.168.204.106@tcp:101: 00010000:00010000:2.0:1789135966.001284:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff93cd86db9e00/0xc28f792f7f83567a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984de9 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135966.001298:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff93cd86db9e00/0xc28f792f7f83567a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984de9 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789135966.001381:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798760704:192.168.204.106@tcp:501: 00000100:00100000:2.0:1789135966.001462:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd878eec00 going to sleep for 11 seconds 00000100:00100000:2.0:1789135966.009671:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798760704:192.168.204.106@tcp:501: 00000100:00100000:2.0:1789135966.009744:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798760832:192.168.204.106@tcp:503: 00000100:00100000:2.0:1789135966.009880:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd878eec00 going to sleep for 11 seconds 00000100:00100000:2.0:1789135966.019365:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798760832:192.168.204.106@tcp:503: 00000100:00100000:1.0:1789135966.024762:0:6674:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd950443c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6674:1876044798760960:192.168.204.106@tcp:502: 00000100:00100000:1.0:1789135966.024886:0:6674:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd93d8ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1789135966.029366:0:6674:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd950443c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6674:1876044798760960:192.168.204.106@tcp:502: 00000020:01000000:0.0:1789135966.029432:0:6674:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789135966.029445:0:6674:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789135966.029448:0:6674:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789135966.029455:0:6674:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1789135966.029497:0:6674:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b52c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6674:1876044798761088:192.168.204.106@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789135966.029589:0:6674:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8ab419c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789135966.035126:0:6674:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b52c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6674:1876044798761088:192.168.204.106@tcp:502:llog_process_th.0 00000020:01000000:0.0:1789135966.035209:0:6674:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789135966.035218:0:6674:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789135966.035221:0:6674:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789135966.035226:0:6674:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1789135966.035916:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1789135966.035938:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789135966.035949:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db9e00/0xc28f792f7f83567a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984de9 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135966.035959:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cd86db9e00/0xc28f792f7f83567a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984de9 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789135966.035970:0:6175:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1789135966.035973:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff93cd92f1ced8 from 1 10000000:01000000:2.0:1789135966.035975:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1789135966.036026:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db8800/0xc28f792f7f835681 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135966.036033:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff93cd86db8800/0xc28f792f7f835681 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135966.036043:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff93cd86db8800/0xc28f792f7f835681 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789135966.036066:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798761216:192.168.204.106@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789135966.036148:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd878eec00 going to sleep for 11 seconds 00000100:00100000:2.0:1789135966.042076:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798761216:192.168.204.106@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789135966.042110:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff93cd86db8800/0xc28f792f7f835681 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984df0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135966.042134:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff93cd86db8800/0xc28f792f7f835681 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984df0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789135966.043562:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798761344:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789135966.044515:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd878eec00 going to sleep for 11 seconds 00000100:00100000:2.0:1789135966.055091:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798761344:192.168.204.106@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1789135966.055138:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1789135966.055150:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db8800/0xc28f792f7f835681 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984df0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135966.055160:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cd86db8800/0xc28f792f7f835681 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984df0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135967.016369:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789135967.016727:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798761472:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135967.016839:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798761728:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135967.016867:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798761984:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135967.016901:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789135967.016908:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798761600:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135967.016932:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798761856:192.168.204.106@tcp:400:kworker.0 00010000:00080000:2.0:1789135967.032027:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a460000 x1876044798761856/t0(0) o400->lustre-OST0000-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135967.032050:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798761856:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135967.032077:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798761472:192.168.204.106@tcp:400:kworker.0 00010000:00080000:2.0:1789135967.032090:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a462d00 x1876044798761728/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789135983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135967.032101:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798761728:192.168.204.106@tcp:400:kworker.0 00010000:00080000:2.0:1789135967.032113:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a4612c0 x1876044798761984/t0(0) o400->lustre-OST0001-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135967.032123:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798761984:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135967.032165:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798761600:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789135967.704473:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.106@tcp (source: 12345-192.168.204.106@tcp) 00000100:00100000:0.0:1789135967.705829:0:6163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876044820843904 00000100:00100000:0.0:1789135967.705840:0:6163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876044820843904 00000100:00100000:0.0:1789135967.705907:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.106@tcp, seq: 2 00000100:00100000:0.0:1789135967.705918:0:6163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93cd950443c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+3:10399:x1876044820843904:12345-192.168.204.106@tcp:104: 00010000:00010000:0.0:1789135967.705936:0:6163:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835642 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789135967.706028:0:6163:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789135967.706527:0:6163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93cd950443c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+3:10399:x1876044820843904:12345-192.168.204.106@tcp:104: Request processed in 610us (2065us total) trans 0 rc 0/0 00000100:00100000:0.0:1789135967.706536:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.106@tcp, seq: 2 00010000:00010000:3.0:1789135967.706812:0:6172:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789135967.706821:0:6172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835642 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135967.706829:0:6172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93cd85919c00 already unused, calling callback (ffffffffc12aac20) 10000000:00010000:3.0:1789135967.706834:0:6172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835642 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135967.706843:0:6172:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835642 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789135967.706852:0:6172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835642 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789135967.706859:0:6172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789135967.706908:0:6172:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835642 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135967.706915:0:6172:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789135967.706934:0:6172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835642 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135967.706941:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835642 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984d33 expref: -99 pid: 6161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789135967.706971:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789135967.706973:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789135967.706975:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789135967.707230:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798762112:192.168.204.106@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1789135967.724691:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798762112:192.168.204.106@tcp:103:ldlm_bl.0 10000000:01000000:2.0:1789135967.847452:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789135967.847460:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93cd993b2800 from 4 10000000:01000000:2.0:1789135967.847466:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789135967.847516:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135967.847529:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135967.847541:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789135967.847569:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798762240:192.168.204.106@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789135967.847688:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd878ee780 going to sleep for 11 seconds 00000100:00100000:2.0:1789135967.877850:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798762240:192.168.204.106@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789135967.877881:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789135967.877894:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789135967.878114:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798762368:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789135967.878213:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd878ee780 going to sleep for 11 seconds 00000100:00100000:2.0:1789135967.901436:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798762368:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789135967.901506:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798762496:192.168.204.106@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789135967.901602:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd878ee780 going to sleep for 11 seconds 00000100:00100000:1.0:1789135967.919702:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798762496:192.168.204.106@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789135967.926110:0:6701:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b52c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6701:1876044798762624:192.168.204.106@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789135967.926245:0:6701:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8ab41d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789135967.935633:0:6701:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b52c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6701:1876044798762624:192.168.204.106@tcp:502:llog_process_th.0 00000020:01000000:0.0:1789135967.935689:0:6701:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789135967.935703:0:6701:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789135967.935705:0:6701:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789135967.935714:0:6701:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93cd993b2800 00000020:00000080:0.0:1789135967.935717:0:6701:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1789135967.935834:0:6701:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b52c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6701:1876044798762752:192.168.204.106@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789135967.935933:0:6701:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8ab41d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789135967.945406:0:6701:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b52c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6701:1876044798762752:192.168.204.106@tcp:502:llog_process_th.0 00000020:01000000:1.0:1789135967.945463:0:6701:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789135967.945476:0:6701:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789135967.945479:0:6701:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1789135967.945484:0:6701:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1789135967.945655:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1789135967.945679:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789135967.945692:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789135967.945706:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789135968.044504:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789135969.065020:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789135970.089532:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135971.113982:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789135972.135476:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798762880:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135972.135805:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789135972.135814:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798763008:192.168.204.106@tcp:400:kworker.0 00010000:00010000:0.0:1789135972.135857:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789135972.136094:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798763136:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135972.136335:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789135972.136343:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798763264:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135972.137868:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789135972.137885:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798763392:192.168.204.106@tcp:400:kworker.0 00010000:00080000:2.0:1789135972.141461:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a4612c0 x1876044798763136/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789135988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135972.141547:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798763136:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135972.141564:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798763008:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135972.141574:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798762880:192.168.204.106@tcp:400:kworker.0 00010000:00080000:3.0:1789135972.144585:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a462d00 x1876044798763264/t0(0) o400->lustre-OST0000-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789135972.144612:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798763264:192.168.204.106@tcp:400:kworker.0 00010000:00080000:2.0:1789135972.145635:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a460f00 x1876044798763392/t0(0) o400->lustre-OST0001-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135972.145656:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798763392:192.168.204.106@tcp:400:kworker.0 00010000:00010000:2.0:1789135973.159371:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135974.185293:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789135975.207454:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789135975.348987:0:7037:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1789135976.234608:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789135977.255797:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789135977.255833:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798763520:192.168.204.106@tcp:400:kworker.0 00000100:00100000:3.0:1789135977.255998:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798763648:192.168.204.106@tcp:400:kworker.0 00000100:00100000:3.0:1789135977.256067:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789135977.256075:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798763776:192.168.204.106@tcp:400:kworker.0 00000100:00080000:3.0:1789135977.256117:0:8:0:(import.c:65:import_set_state_nolock()) ffff93cd873a4000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1789135977.256123:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff93cd993b2800: disconnect after 24s idle 00010000:00010000:2.0:1789135977.256396:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789135977.262123:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798763904:192.168.204.106@tcp:9:kworker.0 00000100:00080000:2.0:1789135977.262454:0:8:0:(import.c:65:import_set_state_nolock()) ffff93cd873a3000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1789135977.262460:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff93cd993b2800: disconnect after 24s idle 00000100:00100000:2.0:1789135977.262490:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798764032:192.168.204.106@tcp:9:kworker.0 00010000:00080000:3.0:1789135977.263078:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a460f00 x1876044798763776/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789135993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789135977.263099:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798763776:192.168.204.106@tcp:400:kworker.0 00000100:00100000:3.0:1789135977.263116:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798763648:192.168.204.106@tcp:400:kworker.0 00000100:00100000:3.0:1789135977.271139:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798763520:192.168.204.106@tcp:400:kworker.0 00010000:00080000:2.0:1789135977.274475:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a4603c0 x1876044798763904/t0(0) o9->lustre-OST0000-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789135977.274502:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93cd9a4603c0 x1876044798763904/t0(0) o9->lustre-OST0000-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135987 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789135977.274514:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd873a4000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1789135977.274519:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798763904:192.168.204.106@tcp:9:kworker.0 00010000:00080000:3.0:1789135977.286101:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a644780 x1876044798764032/t0(0) o9->lustre-OST0001-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789135977.286127:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93cd9a644780 x1876044798764032/t0(0) o9->lustre-OST0001-osc-ffff93cd993b2800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789135987 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789135977.286137:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd873a3000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1789135977.286149:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6afc780c-539c-4ad3-905c-7768bb4e4d27:2396:1876044798764032:192.168.204.106@tcp:9:kworker.0 00010000:00010000:3.0:1789135978.281498:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135979.308344:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789135980.327935:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789135981.154747:0:7317:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-client.virtnet: executing yml_node 00010000:00010000:3.0:1789135981.354573:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789135982.376391:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789135982.376681:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798764288:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789135982.376793:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789135982.376801:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798764160:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789135982.376832:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798764416:192.168.204.106@tcp:400:kworker.0 00010000:00080000:1.0:1789135982.388292:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b7c00 x1876044798764416/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789135998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789135982.388335:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798764416:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789135982.388371:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798764288:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789135982.407266:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798764160:192.168.204.106@tcp:400:kworker.0 00010000:00010000:2.0:1789135983.399939:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789135984.423396:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789135985.447407:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789135986.471868:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789135987.267310:0:7771:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.127 00010000:00010000:2.0:1789135987.497146:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789135987.497280:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798764544:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789135987.497379:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798764800:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789135987.497430:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789135987.497437:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798764672:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789135987.516474:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798764544:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789135987.545869:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798764672:192.168.204.106@tcp:400:kworker.0 00010000:00080000:0.0:1789135987.545893:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cda08cf0c0 x1876044798764800/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789135987.545905:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798764800:192.168.204.106@tcp:400:kworker.0 00010000:00010000:0.0:1789135988.522032:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789135989.543770:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135990.582713:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789135991.318064:0:7928:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.127 00010000:00010000:2.0:1789135991.592300:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135992.617140:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789135992.618695:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798765056:192.168.204.106@tcp:400:kworker.0 00000100:00100000:3.0:1789135992.618794:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789135992.618802:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798764928:192.168.204.106@tcp:400:kworker.0 00000100:00100000:3.0:1789135992.618834:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798765184:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135992.631141:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798765056:192.168.204.106@tcp:400:kworker.0 00000100:00100000:2.0:1789135992.631189:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798764928:192.168.204.106@tcp:400:kworker.0 00010000:00080000:2.0:1789135992.631204:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a460780 x1876044798765184/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789135992.631216:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798765184:192.168.204.106@tcp:400:kworker.0 00010000:00010000:1.0:1789135993.641153:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789135994.105373:0:8084:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.127 00010000:00010000:3.0:1789135994.663368:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789135995.687369:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789135996.566440:0:8230:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Fri Sep 11 10:13:14 EDT 2026 00010000:00010000:3.0:1789135996.717771:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135997.735424:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789135997.738132:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08ce580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798765440:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789135997.738291:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789135997.738298:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798765312:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789135997.738329:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798765568:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789135997.759768:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798765312:192.168.204.106@tcp:400:kworker.0 00010000:00080000:0.0:1789135997.759798:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cda08cfc00 x1876044798765568/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789135997.760129:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798765568:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789135997.760147:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08ce580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798765440:192.168.204.106@tcp:400:kworker.0 00010000:00010000:3.0:1789135998.759381:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789135999.783439:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789136000.807272:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789136001.831537:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789136002.871431:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798765696:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789136002.871562:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798765952:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789136002.871596:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789136002.871609:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798765824:192.168.204.106@tcp:400:kworker.0 00010000:00010000:2.0:1789136002.872021:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789136002.877970:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798765824:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789136002.877995:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08ccf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798765696:192.168.204.106@tcp:400:kworker.0 00010000:00080000:1.0:1789136002.878015:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cda08cda40 x1876044798765952/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789136002.878028:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798765952:192.168.204.106@tcp:400:kworker.0 00010000:00010000:0.0:1789136003.880095:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789136004.903803:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789136005.927658:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789136006.954108:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789136007.975329:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789136007.975384:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2398:1876044798766080:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789136007.975388:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798766208:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789136007.975487:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798766336:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789136007.978342:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08ccb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798766208:192.168.204.106@tcp:400:kworker.0 00010000:00080000:0.0:1789136007.979326:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cda08cc000 x1876044798766336/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136007.979340:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798766336:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789136007.979352:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2398:1876044798766080:192.168.204.106@tcp:400:kworker.0 00010000:00010000:0.0:1789136008.999345:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789136010.023328:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789136011.050445:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789136012.072086:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789136013.099711:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798766464:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789136013.099843:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798766720:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789136013.100021:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789136013.100030:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798766592:192.168.204.106@tcp:400:kworker.0 00010000:00010000:3.0:1789136013.102483:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789136013.110488:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08ced00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798766592:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789136013.110514:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798766464:192.168.204.106@tcp:400:kworker.0 00010000:00080000:0.0:1789136013.110545:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cda08cc3c0 x1876044798766720/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136013.110559:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cc3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798766720:192.168.204.106@tcp:400:kworker.0 00010000:00010000:0.0:1789136014.120942:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789136015.145053:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789136015.792742:0:8790:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:0.0:1789136016.167348:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789136017.195533:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789136017.352620:0:8929:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00000100:00100000:0.0:1789136018.218220:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2398:1876044798766848:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789136018.219165:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798767104:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789136018.219247:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789136018.219254:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798766976:192.168.204.106@tcp:400:kworker.0 00010000:00010000:2.0:1789136018.219390:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789136018.228414:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798766976:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789136018.228569:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2398:1876044798766848:192.168.204.106@tcp:400:kworker.0 00010000:00080000:1.0:1789136018.231353:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b4f00 x1876044798767104/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136034 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789136018.231379:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798767104:192.168.204.106@tcp:400:kworker.0 00010000:00010000:0.0:1789136019.239336:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789136019.406576:0:9075:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 10:13:37 (1789136017) === 00000080:00200008:2.0:1789136019.468458:0:8246:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93cd8a12a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789136019.468478:0:8246:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8),name=/ 00000002:00010000:2.0:1789136019.468517:0:8246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789136019.468544:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1789136019.468855:0:8246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1789136019.468883:0:8246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789136019.468894:0:8246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) 00000080:00010000:2.0:1789136019.468898:0:8246:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) for lock 0xc28f792f7f835673 00000080:00010000:2.0:1789136019.468908:0:8246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc28f792f7f835673 from it ffffb6e8c1c27cc0 00010000:00010000:2.0:1789136019.468914:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1789136019.468924:0:8246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1789136019.502362:0:8246:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93cd8a12a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789136019.502377:0:8246:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8),name=/ 00000002:00010000:3.0:1789136019.502408:0:8246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789136019.502433:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1789136019.502453:0:8246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1789136019.502478:0:8246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789136019.502488:0:8246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) 00000080:00010000:3.0:1789136019.502492:0:8246:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) for lock 0xc28f792f7f835673 00000080:00010000:3.0:1789136019.502501:0:8246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc28f792f7f835673 from it ffffb6e8c1c27cc0 00010000:00010000:3.0:1789136019.502505:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1789136019.502515:0:8246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:2.0:1789136019.545016:0:8246:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93cd8a12a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789136019.545033:0:8246:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8),name=/ 00000002:00010000:2.0:1789136019.545060:0:8246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789136019.545080:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1789136019.545097:0:8246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:2.0:1789136019.545107:0:8246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789136019.545116:0:8246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) 00000080:00010000:2.0:1789136019.545120:0:8246:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) for lock 0xc28f792f7f835673 00000080:00010000:2.0:1789136019.545128:0:8246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc28f792f7f835673 from it ffffb6e8c1c27cc0 00010000:00010000:2.0:1789136019.545132:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1789136019.545157:0:8246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:3.0:1789136019.589384:0:8246:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93cd8a12a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789136019.589400:0:8246:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a12a1c8),name=/ 00000002:00010000:3.0:1789136019.589431:0:8246:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789136019.589455:0:8246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1789136019.589473:0:8246:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1789136019.589483:0:8246:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789136019.589492:0:8246:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) 00000080:00010000:3.0:1789136019.589496:0:8246:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93cd8a12a1c8) for lock 0xc28f792f7f835673 00000080:00010000:3.0:1789136019.589505:0:8246:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc28f792f7f835673 from it ffffb6e8c1c27cc0 00010000:00010000:3.0:1789136019.589509:0:8246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1789136019.589550:0:8246:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93cd993b2800 lock: ffff93cd85918000/0xc28f792f7f835673 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbae5b337dd984d5d expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:0.0:1789136019.863885:0:9124:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789136019.863891:0:9124:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1789136019.863892:0:9124:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.106@tcp:/lustre 00000020:01000004:0.0:1789136019.863893:0:9124:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1789136019.864040:0:9124:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff93cda0223800 00000080:01000004:0.0:1789136019.864051:0:9124:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1789136019.864078:0:9124:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.106@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789136019.864082:0:9124:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.106@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:0.0:1789136019.864089:0:9124:0:(llite_lib.c:1522:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff93cda0223800 (sb ffff93cda0223800) 00000080:01000000:0.0:1789136019.864386:0:9124:0:(llite_lib.c:1248:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1789136019.864388:0:9124:0:(llite_lib.c:1258:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1789136019.864392:0:9124:0:(llite_lib.c:1258:ll_options()) next opt=flock 00000080:01000000:0.0:1789136019.864400:0:9124:0:(llite_lib.c:1556:ll_fill_super()) llite sb uuid: 2f4d3c9a-118e-456f-828f-1d8b48d0d9be 10000000:01000000:0.0:1789136019.866521:0:9124:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789136019.866529:0:9124:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93cda0223800 10000000:01000000:0.0:1789136019.866537:0:9124:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93cda0223800 10000000:01000000:0.0:1789136019.866542:0:9124:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789136019.866548:0:9124:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93cda0223800 10000000:01000000:0.0:1789136019.866552:0:9124:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789136019.866556:0:9124:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff93cda0223800 10000000:01000000:0.0:1789136019.866558:0:9124:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789136019.866563:0:9124:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff93cda0223800 from 1 10000000:01000000:0.0:1789136019.866566:0:9124:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789136019.866622:0:9124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd84431000/0xc28f792f7f83568f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789136019.866637:0:9124:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff93cd84431000/0xc28f792f7f83568f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789136019.866651:0:9124:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff93cd84431000/0xc28f792f7f83568f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789136019.866685:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798767232:192.168.204.106@tcp:101:mount.lustre.0 00000100:00100000:2.0:1789136019.868408:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8a652f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789136019.878336:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798767232:192.168.204.106@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789136019.878383:0:9124:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff93cd84431000/0xc28f792f7f83568f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984e3d expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789136019.878400:0:9124:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff93cd84431000/0xc28f792f7f83568f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984e3d expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789136019.878503:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798767360:192.168.204.106@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789136019.878722:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8a652f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789136019.889050:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798767360:192.168.204.106@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789136019.889143:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cc780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798767488:192.168.204.106@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789136019.889291:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8797c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789136019.901149:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cc780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798767488:192.168.204.106@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789136019.905507:0:9128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08ced00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9128:1876044798767616:192.168.204.106@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789136019.905662:0:9128:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8797cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1789136019.918639:0:9128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08ced00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9128:1876044798767616:192.168.204.106@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789136019.918846:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789136019.918861:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136019.918865:0:9128:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1789136019.918874:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff93cda0223800 00000020:00000080:3.0:1789136019.918878:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789136019.918916:0:9128:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff93cda0223800 (ffff93cd87334ed8) 00000020:00000080:3.0:1789136019.919072:0:9128:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1789136019.919085:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff93cda0223800 00000020:00000080:3.0:1789136019.919089:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1789136019.921885:0:9128:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff93cda0223800 (uuid 2f4d3c9a-118e-456f-828f-1d8b48d0d9be) 00000020:01000000:3.0:1789136019.921904:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789136019.921913:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136019.921915:0:9128:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1789136019.921920:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789136019.921927:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136019.921930:0:9128:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1789136019.922070:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff93cda0223800 00000020:00000080:3.0:1789136019.922074:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789136019.922092:0:9128:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff93cda0223800 (ffff93cd87331a48) 00000020:00000080:3.0:1789136019.922121:0:9128:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1789136019.922128:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff93cda0223800 00000020:00000080:3.0:1789136019.922131:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1789136019.925349:0:9128:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff93cda0223800 (uuid 2f4d3c9a-118e-456f-828f-1d8b48d0d9be) 00000020:01000000:3.0:1789136019.925369:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789136019.925386:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136019.925389:0:9128:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1789136019.925393:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789136019.925399:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136019.925400:0:9128:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1789136019.925405:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1789136019.925407:0:9128:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1789136019.925411:0:9128:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1789136019.925419:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789136019.925421:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136019.925422:0:9128:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1789136019.925425:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789136019.925428:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136019.925430:0:9128:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1789136019.925433:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789136019.925440:0:9128:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:3.0:1789136019.926853:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000080:3.0:1789136019.926860:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789136019.926880:0:9128:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff93cda0223800 (ffff93cd87330000) 00000020:00000080:3.0:1789136019.926907:0:9128:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1789136019.926912:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000080:3.0:1789136019.926915:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1789136019.927520:0:9128:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93cd89535000@lustre-MDT0000-mdc-ffff93cda0223800: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1789136019.931557:0:9128:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff93cda0223800-5 is initialized 00000040:01000000:1.0:1789136019.931892:0:9128:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff93cda0223800 ctxt 13 is initialized 00000020:00000080:1.0:1789136019.931951:0:9128:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff93cda0223800 (uuid 2f4d3c9a-118e-456f-828f-1d8b48d0d9be) 00000020:01000000:1.0:1789136019.931971:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff93cda0223800 00000020:00000080:1.0:1789136019.931977:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1789136019.932012:0:9128:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1789136019.932072:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789136019.932077:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.932079:0:9128:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1789136019.932082:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789136019.932086:0:9128:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1789136019.932088:0:9128:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789136019.932089:0:9128:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789136019.932091:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789136019.932093:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.932094:0:9128:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789136019.932096:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789136019.932102:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.932103:0:9128:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1789136019.932106:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789136019.932112:0:9128:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:1.0:1789136019.932147:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000080:1.0:1789136019.932150:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789136019.932164:0:9128:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff93cda0223800 (ffff93cd8735ced8) 00000020:00000080:1.0:1789136019.932200:0:9128:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:1.0:1789136019.932207:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000080:1.0:1789136019.932210:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1789136019.932302:0:9128:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93cd8734c800@lustre-MDT0001-mdc-ffff93cda0223800: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1789136019.952211:0:9128:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff93cda0223800-6 is initialized 00000040:01000000:1.0:1789136019.953425:0:9128:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff93cda0223800 ctxt 13 is initialized 00000020:00000080:1.0:1789136019.954493:0:9128:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff93cda0223800 (uuid 2f4d3c9a-118e-456f-828f-1d8b48d0d9be) 00000020:01000000:1.0:1789136019.954517:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff93cda0223800 00000020:00000080:1.0:1789136019.954524:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1789136019.954555:0:9128:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1789136019.954636:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789136019.954641:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.954643:0:9128:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1789136019.954646:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789136019.954649:0:9128:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1789136019.954650:0:9128:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789136019.954652:0:9128:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789136019.954653:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789136019.954656:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.954657:0:9128:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789136019.954660:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789136019.954665:0:9128:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.106@tcp:/lustre 00000020:00000080:1.0:1789136019.954668:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.954670:0:9128:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789136019.954674:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789136019.954679:0:9128:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:1.0:1789136019.954707:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff93cda0223800 00000020:00000080:1.0:1789136019.954711:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789136019.954739:0:9128:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff93cda0223800 (ffff93cd91e2ced8) 00000020:00000080:1.0:1789136019.954757:0:9128:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:1.0:1789136019.954763:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff93cda0223800 00000020:00000080:1.0:1789136019.954766:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1789136019.954859:0:9128:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93cd87349800@lustre-OST0000-osc-ffff93cda0223800: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1789136019.955135:0:9128:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff93cda0223800-7 is initialized 00000020:00000080:1.0:1789136019.955745:0:9128:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff93cda0223800 (uuid 2f4d3c9a-118e-456f-828f-1d8b48d0d9be) 00000020:01000000:1.0:1789136019.955756:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93cda0223800 00000020:00000080:1.0:1789136019.955765:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1789136019.955807:0:9128:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1789136019.955815:0:9128:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff93cda0223800: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1789136019.955820:0:9128:0:(lov_obd.c:533:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1789136019.955845:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789136019.955849:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.955851:0:9128:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1789136019.955857:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789136019.955861:0:9128:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1789136019.955862:0:9128:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789136019.955864:0:9128:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789136019.955866:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789136019.955868:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.955870:0:9128:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789136019.955874:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789136019.955879:0:9128:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.106@tcp:/lustre 00000020:00000080:1.0:1789136019.955882:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.955884:0:9128:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1789136019.955890:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789136019.955896:0:9128:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:1.0:1789136019.955917:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff93cda0223800 00000020:00000080:1.0:1789136019.955920:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789136019.955930:0:9128:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff93cda0223800 (ffff93cd91e29a48) 00000020:00000080:1.0:1789136019.955943:0:9128:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:1.0:1789136019.955948:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff93cda0223800 00000020:00000080:1.0:1789136019.955951:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1789136019.956022:0:9128:0:(ldlm_lib.c:102:import_set_conn()) imp ffff93cd91e54000@lustre-OST0001-osc-ffff93cda0223800: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1789136019.961036:0:9128:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff93cda0223800-8 is initialized 00000020:00000080:1.0:1789136019.962824:0:9128:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff93cda0223800 (uuid 2f4d3c9a-118e-456f-828f-1d8b48d0d9be) 00000020:01000000:1.0:1789136019.962841:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93cda0223800 00000020:00000080:1.0:1789136019.962847:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1789136019.962882:0:9128:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1789136019.962900:0:9128:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff93cda0223800: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1789136019.962905:0:9128:0:(lov_obd.c:533:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1789136019.962920:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789136019.962925:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.962926:0:9128:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789136019.962932:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789136019.962936:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.962938:0:9128:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789136019.962940:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789136019.962942:0:9128:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789136019.962944:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789136019.962947:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.962948:0:9128:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000100:00100000:1.0:1789136019.962998:0:9128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08ccb40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9128:1876044798767744:192.168.204.106@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789136019.968416:0:9128:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8797c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789136019.984119:0:9128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08ccb40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9128:1876044798767744:192.168.204.106@tcp:502:llog_process_th.0 00000020:01000000:2.0:1789136019.984207:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789136019.984221:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789136019.984225:0:9128:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789136019.984231:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789136019.984288:0:9128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a6461c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9128:1876044798767872:192.168.204.106@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789136019.984402:0:9128:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd87346a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789136019.992762:0:9128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a6461c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9128:1876044798767872:192.168.204.106@tcp:502:llog_process_th.0 00000020:01000000:1.0:1789136019.992824:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789136019.992833:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789136019.992835:0:9128:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789136019.992842:0:9128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1789136019.995409:0:9124:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789136019.995453:0:9124:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789136019.995482:0:9124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd84431000/0xc28f792f7f83568f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984e3d expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136019.995497:0:9124:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cd84431000/0xc28f792f7f83568f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984e3d expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789136019.995507:0:9124:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff93cda0223800 from 1 10000000:01000000:2.0:1789136019.995510:0:9124:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1789136019.995565:0:9124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db9000/0xc28f792f7f8356c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136019.995574:0:9124:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff93cd86db9000/0xc28f792f7f8356c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136019.995597:0:9124:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff93cd86db9000/0xc28f792f7f8356c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789136019.995631:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a645e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798768000:192.168.204.106@tcp:101:mount.lustre.0 00000100:00100000:2.0:1789136019.996678:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd87346b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789136020.004674:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a645e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798768000:192.168.204.106@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789136020.004715:0:9124:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff93cd86db9000/0xc28f792f7f8356c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984e44 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136020.004731:0:9124:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff93cd86db9000/0xc28f792f7f8356c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984e44 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789136020.005421:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a645e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798768128:192.168.204.106@tcp:256:mount.lustre.0 00000100:00100000:2.0:1789136020.005536:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd87346b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789136020.020651:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a645e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798768128:192.168.204.106@tcp:256:mount.lustre.0 10000000:01000000:2.0:1789136020.021627:0:9124:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1789136020.021702:0:9124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db9000/0xc28f792f7f8356c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984e44 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136020.021717:0:9124:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cd86db9000/0xc28f792f7f8356c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984e44 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789136020.021727:0:9124:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93cda0223800 from 1 10000000:01000000:2.0:1789136020.021730:0:9124:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789136020.021887:0:9124:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136020.021907:0:9124:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136020.021920:0:9124:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789136020.021951:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a645e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798768256:192.168.204.106@tcp:101:mount.lustre.0 00000100:00100000:2.0:1789136020.022116:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd87346b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789136020.027427:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a645e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798768256:192.168.204.106@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789136020.027471:0:9124:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136020.027485:0:9124:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789136020.027587:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a645e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798768384:192.168.204.106@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789136020.027684:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd87346b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789136020.045300:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a645e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798768384:192.168.204.106@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789136020.045393:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a645e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798768512:192.168.204.106@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789136020.045544:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd87346b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789136020.059317:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a645e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9124:1876044798768512:192.168.204.106@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789136020.061807:0:9135:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cd2c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9135:1876044798768640:192.168.204.106@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789136020.062032:0:9135:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd9a5206c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789136020.074895:0:9135:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cd2c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9135:1876044798768640:192.168.204.106@tcp:502:llog_process_th.0 00000020:01000000:0.0:1789136020.074970:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789136020.074985:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789136020.074988:0:9135:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789136020.075124:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93cda0223800 00000020:00000080:0.0:1789136020.075128:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789136020.075139:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789136020.075142:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789136020.075144:0:9135:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789136020.075146:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789136020.075149:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789136020.075151:0:9135:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789136020.075155:0:9135:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff93cda0223800 00000020:00000080:0.0:1789136020.075157:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1789136020.075329:0:9135:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b7c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9135:1876044798768768:192.168.204.106@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789136020.077013:0:9135:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd92e35e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789136020.088294:0:9135:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:9135:1876044798768768:192.168.204.106@tcp:502:llog_process_th.0 00000020:01000000:2.0:1789136020.088355:0:9135:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789136020.088372:0:9135:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789136020.088375:0:9135:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1789136020.088382:0:9135:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1789136020.088934:0:9124:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1789136020.088962:0:9124:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789136020.088983:0:9124:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789136020.088997:0:9124:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1789136020.089021:0:9124:0:(llite_lib.c:1630:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1789136020.089049:0:9124:0:(genops.c:1385:class_connect()) connect: client 2f4d3c9a-118e-456f-828f-1d8b48d0d9be, cookie 0xc28f792f7f8356ce 00800000:01000000:0.0:1789136020.089080:0:9124:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 2f4d3c9a-118e-456f-828f-1d8b48d0d9be to lustre-clilmv-ffff93cda0223800 00800000:01000000:0.0:1789136020.089093:0:9124:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff93cda0223800(2f4d3c9a-118e-456f-828f-1d8b48d0d9be) - lustre-MDT0000_UUID, 2f4d3c9a-118e-456f-828f-1d8b48d0d9be 00000020:00000080:0.0:1789136020.089103:0:9124:0:(genops.c:1385:class_connect()) connect: client 2f4d3c9a-118e-456f-828f-1d8b48d0d9be, cookie 0xc28f792f7f8356d5 00000100:00080000:0.0:1789136020.089123:0:9124:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93cda0223800: connect to NID 192.168.204.106@tcp last attempt 0 00000100:00080000:0.0:1789136020.089135:0:9124:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93cda0223800: import ffff93cd89535000 using connection 192.168.204.106@tcp/192.168.204.106@tcp 00000008:00100000:0.0:1789136020.089152:0:9124:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683263 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789136020.089210:0:9124:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93cd953b7840 x1876044798768896/t0(0) o38->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789136020.089245:0:9124:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID 00000100:00100000:0.0:1789136020.089346:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798769024:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789136020.089449:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789136020.089457:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798769152:192.168.204.106@tcp:400:kworker.0 00000100:00100000:1.0:1789136020.089469:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798768896:192.168.204.106@tcp:38:mount.lustre.0 00800000:01000000:0.0:1789136020.093235:0:9124:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff93cda0223800(2f4d3c9a-118e-456f-828f-1d8b48d0d9be) successfully (5) 00800000:00000004:0.0:1789136020.093246:0:9124:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff93cda0223800: age -654, max_age 0 00000100:00100000:0.0:1789136020.093350:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1789136020.093380:0:2398:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93cd953b4f00 x1876044798769280/t0(0) o41->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:01000000:0.0:1789136020.093452:0:9124:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff93cda0223800(2f4d3c9a-118e-456f-828f-1d8b48d0d9be) - lustre-MDT0001_UUID, 2f4d3c9a-118e-456f-828f-1d8b48d0d9be 00000020:00000080:0.0:1789136020.093474:0:9124:0:(genops.c:1385:class_connect()) connect: client 2f4d3c9a-118e-456f-828f-1d8b48d0d9be, cookie 0xc28f792f7f8356dc 00000100:00080000:0.0:1789136020.093490:0:9124:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff93cda0223800: connect to NID 192.168.204.106@tcp last attempt 0 00000100:00080000:0.0:1789136020.094018:0:9124:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff93cda0223800: import ffff93cd8734c800 using connection 192.168.204.106@tcp/192.168.204.106@tcp 00000008:00100000:0.0:1789136020.094040:0:9124:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683263 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789136020.094064:0:9124:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93cd953b52c0 x1876044798769408/t0(0) o38->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789136020.094131:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798769408:192.168.204.106@tcp:38:mount.lustre.0 00000100:00080000:0.0:1789136020.094527:0:9124:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID 00800000:01000000:0.0:1789136020.094660:0:9124:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff93cda0223800(2f4d3c9a-118e-456f-828f-1d8b48d0d9be) successfully (5) 00800000:00000004:0.0:1789136020.094683:0:9124:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff93cda0223800: age -654, max_age 0 00000100:00080000:0.0:1789136020.094736:0:2398:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93cd953b6d00 x1876044798769536/t0(0) o41->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:0.0:1789136020.094815:0:9124:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff93cda0223800: age -654, max_age 345 00800000:00000004:0.0:1789136020.094823:0:9124:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff93cda0223800: age -654, max_age 345 00000100:00080000:0.0:1789136020.094846:0:9124:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93cd953b7480 x1876044798769664/t0(0) o41->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136020.094854:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd92e35780 going to sleep for 0 seconds 00010000:00080000:0.0:1789136020.099619:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b5a40 x1876044798769152/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136020.099646:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798769152:192.168.204.106@tcp:400:kworker.0 00000100:00100000:0.0:1789136020.099665:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798769024:192.168.204.106@tcp:400:kworker.0 00000100:00100000:3.0:1789136020.099692:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cda0223800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789136020.099705:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff93cda0223800: connect to target with instance 1 00000100:00080000:3.0:1789136020.099718:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff93cda0223800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1789136020.099734:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789136020.099740:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd89535000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1789136020.100676:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003a509562): req@ffff93cd953b4f00 x1876044798769280/t0(0) o41->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789136020.100706:0:2396:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d565e8b2): req@ffff93cd953b7480 x1876044798769664/t0(0) o41->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136020.100723:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798768896:192.168.204.106@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789136020.100772:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b52c0 x1876044798769408/t0(0) o38->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 520/416 e 0 to 0 dl 1789136030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136020.100782:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cda0223800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789136020.100789:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff93cda0223800: connect to target with instance 1 00000100:00080000:0.0:1789136020.100808:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff93cda0223800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1789136020.100817:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789136020.100827:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd8734c800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789136020.101862:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd92e35780 going to sleep for 11 seconds 00000100:00100000:3.0:1789136020.102115:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798769408:192.168.204.106@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789136020.103385:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b6d00 x1876044798769536/t0(0) o41->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/368 e 0 to 0 dl 1789136036 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136020.103413:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:0:1876044798769536:192.168.204.106@tcp:41:mount.lustre.0 00000100:00100000:3.0:1789136020.104442:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:9124:1876044798769664:192.168.204.106@tcp:41:mount.lustre.0 00800000:00000004:3.0:1789136020.104476:0:9124:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff93cda0223800: update ffff93cd87330450 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:3.0:1789136020.104486:0:9124:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff93cda0223800: update ffff93cd87331e98 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:3.0:1789136020.104544:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:9124:1876044798769792:192.168.204.106@tcp:40:mount.lustre.0 00000100:00100000:3.0:1789136020.104630:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cda0892c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789136020.106332:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:0:1876044798769280:192.168.204.106@tcp:41:mount.lustre.0 00000100:00100000:3.0:1789136020.112212:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:9124:1876044798769792:192.168.204.106@tcp:40:mount.lustre.0 00000080:00000004:3.0:1789136020.112253:0:9124:0:(llite_lib.c:615:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1789136020.112271:0:9124:0:(llite_lib.c:778:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683263 ocd_grant: 2146304 00020000:01000000:3.0:1789136020.112277:0:9124:0:(lov_obd.c:187:lov_connect()) connect #0 00000020:00000080:3.0:1789136020.112292:0:9124:0:(genops.c:1385:class_connect()) connect: client 2f4d3c9a-118e-456f-828f-1d8b48d0d9be, cookie 0xc28f792f7f8356e3 00000020:00000080:3.0:1789136020.112314:0:9124:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xc28f792f7f8356ea 00000100:00080000:3.0:1789136020.112323:0:9124:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93cda0223800: connect to NID 192.168.204.106@tcp last attempt 0 00000100:00080000:3.0:1789136020.112333:0:9124:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93cda0223800: import ffff93cd87349800 using connection 192.168.204.106@tcp/192.168.204.106@tcp 00000008:00100000:3.0:1789136020.112349:0:9124:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683263 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789136020.112381:0:9124:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93cd9a460000 x1876044798769920/t0(0) o8->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789136020.112408:0:9124:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID 00020000:01000000:3.0:1789136020.112427:0:9124:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff93cda0223800) active 00000020:00000080:3.0:1789136020.112459:0:9124:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xc28f792f7f8356f1 00000100:00080000:3.0:1789136020.112464:0:9124:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93cda0223800: connect to NID 192.168.204.106@tcp last attempt 0 00000100:00080000:3.0:1789136020.112469:0:9124:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93cda0223800: import ffff93cd91e54000 using connection 192.168.204.106@tcp/192.168.204.106@tcp 00000008:00100000:3.0:1789136020.112474:0:9124:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683263 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789136020.112485:0:9124:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93cd9a4603c0 x1876044798770048/t0(0) o8->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789136020.112507:0:9124:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID 00020000:01000000:3.0:1789136020.112513:0:9124:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff93cda0223800) active 00000100:00100000:3.0:1789136020.112555:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:9124:1876044798770176:192.168.204.106@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789136020.112642:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cda0892c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789136020.112713:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798769920:192.168.204.106@tcp:8:mount.lustre.0 00000100:00100000:0.0:1789136020.112763:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798770048:192.168.204.106@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789136020.118459:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a460000 x1876044798769920/t0(0) o8->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1789136030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136020.118481:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93cda0223800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789136020.118497:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff93cda0223800: connect to target with instance 1 00000100:00080000:3.0:1789136020.118511:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff93cda0223800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1789136020.118528:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789136020.118538:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd87349800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1789136020.118547:0:2396:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1789136020.118553:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1789136020.118559:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1789136020.118574:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798769920:192.168.204.106@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789136020.118632:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a4603c0 x1876044798770048/t0(0) o8->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 520/416 e 0 to 0 dl 1789136030 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136020.118640:0:2396:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93cda0223800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789136020.118645:0:2396:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff93cda0223800: connect to target with instance 1 00000100:00080000:3.0:1789136020.118651:0:2396:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff93cda0223800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1789136020.118657:0:2396:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789136020.118659:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd91e54000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1789136020.118663:0:2396:0:(lov_obd.c:399:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1789136020.118672:0:2396:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1789136020.118675:0:2396:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1789136020.118681:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798770048:192.168.204.106@tcp:8:mount.lustre.0 00000100:00100000:0.0:1789136020.118853:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:9124:1876044798770176:192.168.204.106@tcp:900:mount.lustre.0 00000100:00100000:0.0:1789136020.119055:0:9124:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:9124:1876044798770304:192.168.204.106@tcp:33:mount.lustre.0 00000100:00100000:0.0:1789136020.119322:0:9124:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd92e35180 going to sleep for 11 seconds 00000100:00100000:0.0:1789136020.130481:0:9124:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:9124:1876044798770304:192.168.204.106@tcp:33:mount.lustre.0 00000080:00200000:0.0:1789136020.131840:0:9124:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93cd8a173a88) 00000080:00200000:0.0:1789136020.131853:0:9124:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1789136020.132280:0:9124:0:(llite_lib.c:1669:ll_fill_super()) Mounted lustre-client - version 2.17.57_127_ged01a19 00000080:00000004:0.0:1789136020.139942:0:9124:0:(super25.c:182:lustre_fill_super()) 192.168.204.106@tcp:/lustre: Mount complete 00010000:00010000:1.0:1789136020.264820:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1789136020.355388:0:9157:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:0.0:1789136021.095277:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295015197, at 4295015232 00000100:00000010:0.0:1789136021.095301:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91daf1e0. 00000100:00000040:1.0:1789136021.096184:0:1051:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295015197, at 4295015232 00000100:00000010:1.0:1789136021.096196:0:1051:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91dafcc0. 00010000:00000001:0.0:1789136021.289347:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136021.289354:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136021.289360:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136021.289362:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136021.289396:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136021.289399:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136021.289419:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136022.311947:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136022.311957:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136022.311972:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136022.311973:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789136022.312196:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789136022.312228:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136022.312231:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136023.335569:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136023.335580:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136023.335589:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136023.335591:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136023.335627:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136023.335631:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136023.335635:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136024.359540:0:416:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136024.359547:0:416:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136024.359556:0:416:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136024.359557:0:416:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136024.360441:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136024.360447:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136024.360450:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136025.383535:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136025.383542:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136025.383548:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136025.383550:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136025.383570:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136025.383574:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136025.383577:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789136025.383757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136025.383764:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136025.383772:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a460000. 00000020:00000040:3.0:1789136025.383777:0:36:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136025.383782:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136025.383785:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136025.383789:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136025.383795:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd87828500. 00000100:00000001:3.0:1789136025.383802:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.383816:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136025.383827:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136025.383831:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.383837:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091f0b325] to pc [ptlrpcd_01_01+1] req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.383858:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.383860:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136025.383873:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136025.383876:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a462d00. 00000020:00000040:3.0:1789136025.383878:0:36:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000100:00000001:3.0:1789136025.383880:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136025.383882:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136025.383883:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136025.383887:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd87828300. 00000100:00000001:3.0:1789136025.383890:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.383902:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136025.383908:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136025.383910:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.383914:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d32a8f06] to pc [ptlrpcd_01_00+0] req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.383923:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.383925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136025.383928:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136025.383931:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136025.383934:0:36:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000100:00000001:3.0:1789136025.383935:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136025.383937:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136025.383938:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136025.383942:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd87b75000. 00000100:00000001:3.0:1789136025.383945:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.383949:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136025.383956:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136025.383958:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.383961:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def040f5] to pc [ptlrpcd_01_01+1] req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.383968:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.383970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789136025.383973:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789136025.383976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789136025.383979:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789136025.383982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136025.383991:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136025.383994:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a460780. 00000020:00000040:3.0:1789136025.383996:0:36:0:(genops.c:1210:class_import_get()) import ffff93cd89535000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000100:00000001:3.0:1789136025.383999:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136025.384001:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136025.384002:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136025.384006:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd94f51200. 00000100:00000001:3.0:1789136025.384010:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384014:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136025.384021:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136025.384023:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384027:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a574004b] to pc [ptlrpcd_01_00+0] req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384033:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136025.384038:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136025.384041:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a463c00. 00000020:00000040:3.0:1789136025.384043:0:36:0:(genops.c:1210:class_import_get()) import ffff93cd8734c800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000100:00000001:3.0:1789136025.384045:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136025.384047:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136025.384048:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136025.384051:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd94f51900. 00000100:00000001:3.0:1789136025.384054:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384058:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136025.384065:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136025.384067:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384070:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cd029bf] to pc [ptlrpcd_01_01+1] req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384088:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384090:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136025.384093:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136025.384096:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a4612c0. 00000020:00000040:3.0:1789136025.384099:0:36:0:(genops.c:1210:class_import_get()) import ffff93cd87349800 refcount=3 obd=lustre-OST0000-osc-ffff93cda0223800 00000100:00000001:3.0:1789136025.384101:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136025.384102:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136025.384104:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136025.384107:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cda104dd00. 00000100:00000001:3.0:1789136025.384110:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384115:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136025.384122:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136025.384124:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384127:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067113232] to pc [ptlrpcd_01_00+0] req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384133:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136025.384138:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136025.384141:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a460f00. 00000020:00000040:3.0:1789136025.384143:0:36:0:(genops.c:1210:class_import_get()) import ffff93cd91e54000 refcount=3 obd=lustre-OST0001-osc-ffff93cda0223800 00000100:00000001:3.0:1789136025.384145:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136025.384146:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136025.384148:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136025.384151:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cda104df00. 00000100:00000001:3.0:1789136025.384153:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384157:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136025.384164:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136025.384192:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384198:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2a6bc10] to pc [ptlrpcd_01_01+1] req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384205:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384210:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (357) 00000100:00000001:3.0:1789136025.384222:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136025.384227:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136025.384230:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136025.384235:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384243:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136025.384245:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.384249:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136025.384252:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136025.384255:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136025.384259:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798770432:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136025.384264:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136025.384271:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136025.384274:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.384277:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136025.384282:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd872a3400. 02000000:00000001:3.0:1789136025.384283:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136025.384291:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136025.384296:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d27e8. 00000400:00000010:3.0:1789136025.384304:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f495d8. 00000100:00000200:3.0:1789136025.384310:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798770432, portal 25 00000100:00000001:3.0:1789136025.384313:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136025.384314:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998698496 : -118963710853120 : ffff93cd9a460000) 00000100:00000040:3.0:1789136025.384320:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384328:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136025.384331:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136025.384333:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49dd0. 00000100:00000200:3.0:1789136025.384344:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876044798770432, offset 0 00000400:00000200:3.0:1789136025.384350:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136025.384360:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.384368:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136025.384373:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136025.384378:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136025.384382:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136025.384385:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136025.384388:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [129:129:256:4294967295] 192.168.204.106@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1789136025.384392:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.384402:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136025.384408:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136025.384412:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cda104d400. 00000800:00000200:3.0:1789136025.384418:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136025.384426:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136025.384431:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cda104d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136025.384443:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136025.384448:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136025.384450:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295020470 00000100:00000010:3.0:1789136025.384454:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd9921ee40. 00000100:00000001:3.0:1789136025.384461:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789136025.384466:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295020470 00000100:00000010:3.0:1789136025.384469:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd9921e060. 00000100:00000001:3.0:1789136025.384472:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1789136025.384475:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136025.384478:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136025.384480:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136025.384484:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384491:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136025.384497:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.384500:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136025.384501:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136025.384503:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136025.384507:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798770688:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136025.384510:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136025.384512:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136025.384513:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.384515:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136025.384518:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd872a2600. 02000000:00000001:3.0:1789136025.384520:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136025.384523:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136025.384526:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2210. 00000400:00000010:3.0:1789136025.384529:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49b28. 00000100:00000200:3.0:1789136025.384532:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798770688, portal 10 00000100:00000001:3.0:1789136025.384534:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136025.384535:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136025.384541:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384547:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136025.384549:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136025.384552:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49908. 00000100:00000200:3.0:1789136025.384554:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798770688, offset 0 00000400:00000200:3.0:1789136025.384558:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136025.384561:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.384564:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136025.384567:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136025.384569:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136025.384572:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136025.384575:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136025.384578:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [130:130:255:4294967295] 192.168.204.106@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:3.0:1789136025.384581:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.384586:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136025.384596:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136025.384600:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd94f57300. 00000800:00000200:3.0:1789136025.384604:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136025.384608:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136025.384611:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd94f57300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136025.384614:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384618:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: using a timeout of 127415 usecs (128 jiffies) 00000400:00000200:3.0:1789136025.384622:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136025.384624:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295019648 00000100:00000001:3.0:1789136025.384627:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.384629:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295019648 00000100:00000001:3.0:1789136025.384631:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.384633:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136025.384635:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136025.384637:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136025.384656:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384662:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136025.384663:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.384665:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136025.384667:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136025.384669:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136025.384671:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a463c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798770944:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136025.384674:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136025.384676:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136025.384678:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.384680:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136025.384683:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd872a3800. 02000000:00000001:3.0:1789136025.384684:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136025.384687:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136025.384704:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2f78. 00000400:00000010:3.0:1789136025.384708:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f494c8. 00000100:00000200:3.0:1789136025.384710:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798770944, portal 10 00000100:00000001:3.0:1789136025.384712:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136025.384713:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998713856 : -118963710837760 : ffff93cd9a463c00) 00000020:00000010:3.0:1789136025.384720:0:2400:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93cda09b8000. 00000100:00000040:3.0:1789136025.384727:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384732:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136025.384734:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136025.384736:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f496e8. 00000100:00000200:3.0:1789136025.384738:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798770944, offset 0 00000400:00000200:3.0:1789136025.384742:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136025.384746:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.384749:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136025.384752:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136025.384754:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136025.384756:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136025.384758:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136025.384760:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [131:131:254:4294967295] 192.168.204.106@tcp LPNI seq info [131:131:6:4294967295] 00000400:00000200:3.0:1789136025.384764:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.384769:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136025.384773:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136025.384777:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd952db500. 00000800:00000200:3.0:1789136025.384780:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136025.384784:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136025.384787:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd952db500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136025.384790:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384792:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: using a timeout of 9580 usecs (10 jiffies) 00000400:00000200:3.0:1789136025.384795:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136025.384797:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295019530 00000100:00000001:3.0:1789136025.384804:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.384806:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295019530 00000100:00000001:3.0:1789136025.384807:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.384809:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136025.384811:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136025.384813:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136025.384817:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384823:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136025.384825:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.384827:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136025.384829:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136025.384830:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136025.384833:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798771200:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136025.384835:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136025.384838:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136025.384839:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.384840:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136025.384844:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd872a2000. 02000000:00000001:3.0:1789136025.384845:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136025.384849:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136025.384852:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d29f8. 00000400:00000010:3.0:1789136025.384855:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49330. 00000100:00000200:3.0:1789136025.384858:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798771200, portal 4 00000100:00000001:3.0:1789136025.384860:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136025.384861:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998702336 : -118963710849280 : ffff93cd9a460f00) 00000100:00000040:3.0:1789136025.384867:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.384872:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136025.384875:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136025.384877:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49110. 00000100:00000200:3.0:1789136025.384885:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876044798771200, offset 0 00000400:00000200:3.0:1789136025.384889:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136025.384893:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.384896:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136025.384898:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136025.384900:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136025.384903:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136025.384904:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136025.384907:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [132:132:253:4294967295] 192.168.204.106@tcp LPNI seq info [132:132:5:4294967295] 00000400:00000200:3.0:1789136025.384911:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.384917:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136025.384921:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136025.384925:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd952dbc00. 00000800:00000200:3.0:1789136025.384928:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136025.384932:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136025.384934:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd952dbc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136025.384937:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.384939:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: using a timeout of 7606 usecs (8 jiffies) 00000400:00000200:3.0:1789136025.384942:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136025.384944:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295019528 00000100:00000001:3.0:1789136025.384946:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.384948:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295019528 00000100:00000001:3.0:1789136025.384950:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.384952:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136025.384954:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136025.384956:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136025.384959:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136025.384967:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136025.384969:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789136025.384972:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136025.384978:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136025.384980:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136025.384983:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1789136025.384985:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136025.384987:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136025.384989:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136025.384990:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136025.384991:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136025.384993:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136025.384997:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.385003:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136025.385004:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.385006:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136025.385008:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136025.385009:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136025.385012:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798770560:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136025.385015:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136025.385017:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136025.385019:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.385020:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136025.385023:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd872a2800. 02000000:00000001:3.0:1789136025.385024:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136025.385027:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136025.385030:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2630. 00000400:00000010:3.0:1789136025.385033:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49cc0. 00000100:00000200:3.0:1789136025.385036:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798770560, portal 10 00000100:00000001:3.0:1789136025.385037:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136025.385039:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998710016 : -118963710841600 : ffff93cd9a462d00) 00000100:00000040:3.0:1789136025.385044:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.385050:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136025.385052:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136025.385054:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49f68. 00000100:00000200:3.0:1789136025.385064:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798770560, offset 0 00000400:00000200:3.0:1789136025.385068:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136025.385072:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.385075:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136025.385078:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136025.385080:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136025.385082:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136025.385084:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136025.385087:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [133:133:252:4294967295] 192.168.204.106@tcp LPNI seq info [133:133:4:4294967295] 00000400:00000200:3.0:1789136025.385091:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.385098:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136025.385102:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136025.385105:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd952dbb00. 00000800:00000200:3.0:1789136025.385108:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136025.385112:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136025.385114:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd952dbb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136025.385116:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.385119:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: using a timeout of 103683 usecs (104 jiffies) 00000400:00000200:3.0:1789136025.385122:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136025.385124:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295019624 00000100:00000001:3.0:1789136025.385126:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.385128:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295019624 00000100:00000001:3.0:1789136025.385130:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.385132:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136025.385134:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136025.385136:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136025.385140:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.385147:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136025.385153:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.385156:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136025.385158:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136025.385160:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136025.385163:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798770816:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136025.385193:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136025.385195:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136025.385197:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.385198:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136025.385202:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd872a2400. 02000000:00000001:3.0:1789136025.385204:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136025.385207:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136025.385210:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2a50. 00000400:00000010:3.0:1789136025.385213:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49e58. 00000100:00000200:3.0:1789136025.385216:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798770816, portal 10 00000100:00000001:3.0:1789136025.385218:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136025.385219:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998700416 : -118963710851200 : ffff93cd9a460780) 00000100:00000040:3.0:1789136025.385225:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.385232:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136025.385234:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136025.385236:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49000. 00000100:00000200:3.0:1789136025.385239:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798770816, offset 0 00000400:00000200:3.0:1789136025.385243:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136025.385246:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.385249:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136025.385252:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136025.385254:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136025.385257:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136025.385259:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136025.385262:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [134:134:251:4294967295] 192.168.204.106@tcp LPNI seq info [134:134:3:4294967295] 00000400:00000200:3.0:1789136025.385265:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.385271:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136025.385280:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136025.385283:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd952db600. 00000800:00000200:3.0:1789136025.385287:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136025.385291:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136025.385293:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd952db600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136025.385296:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.385299:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: using a timeout of 12177 usecs (13 jiffies) 00000400:00000200:3.0:1789136025.385302:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136025.385304:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295019533 00000100:00000001:3.0:1789136025.385306:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.385308:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295019533 00000100:00000001:3.0:1789136025.385310:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.385312:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136025.385314:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136025.385316:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136025.385320:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.385326:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136025.385327:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.385329:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136025.385331:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136025.385333:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136025.385336:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798771072:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136025.385339:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136025.385342:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136025.385343:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136025.385345:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136025.385349:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd92fbd400. 02000000:00000001:3.0:1789136025.385351:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136025.385354:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136025.385362:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2ec8. 00000400:00000010:3.0:1789136025.385366:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f493b8. 00000100:00000200:3.0:1789136025.385368:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798771072, portal 4 00000100:00000001:3.0:1789136025.385371:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136025.385372:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998703296 : -118963710848320 : ffff93cd9a4612c0) 00000100:00000040:3.0:1789136025.385379:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136025.385386:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136025.385388:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136025.385391:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f497f8. 00000100:00000200:3.0:1789136025.385394:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876044798771072, offset 0 00000400:00000200:3.0:1789136025.385398:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136025.385402:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.385405:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136025.385408:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136025.385410:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136025.385412:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136025.385415:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136025.385418:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [135:135:250:4294967295] 192.168.204.106@tcp LPNI seq info [135:135:2:4294967295] 00000400:00000200:3.0:1789136025.385422:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136025.385428:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136025.385432:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136025.385436:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd86eccd00. 00000800:00000200:3.0:1789136025.385440:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136025.385444:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136025.385446:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd86eccd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136025.385449:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136025.385451:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: using a timeout of 6228 usecs (7 jiffies) 00000400:00000200:3.0:1789136025.385454:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136025.385456:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295019527 00000100:00000001:3.0:1789136025.385458:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.385466:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295019527 00000100:00000001:3.0:1789136025.385468:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295020470 00000100:00000001:3.0:1789136025.385470:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136025.385472:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136025.385475:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136025.385477:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136025.385492:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136025.385494:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136025.388352:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136025.388365:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cda104d400. 00000400:00000200:1.0:1789136025.388372:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.388382:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136025.388390:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49dd0 00000400:00000010:1.0:1789136025.388393:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49dd0. 00000100:00000001:1.0:1789136025.388398:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136025.388408:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388420:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136025.388423:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388431:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136025.388433:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136025.388449:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136025.388451:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd94f57300. 00000400:00000200:1.0:1789136025.388454:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.388458:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136025.388461:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49908 00000400:00000010:1.0:1789136025.388463:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49908. 00000100:00000001:1.0:1789136025.388465:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136025.388469:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388476:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136025.388478:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388485:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136025.388487:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136025.388494:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136025.388497:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd952db500. 00000400:00000200:1.0:1789136025.388500:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.388510:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136025.388513:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f496e8 00000400:00000010:1.0:1789136025.388515:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f496e8. 00000100:00000001:1.0:1789136025.388518:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136025.388522:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388529:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136025.388532:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388538:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136025.388540:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136025.388549:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136025.388552:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd952dbc00. 00000400:00000200:1.0:1789136025.388554:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.388557:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136025.388559:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49110 00000400:00000010:1.0:1789136025.388561:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49110. 00000100:00000001:1.0:1789136025.388563:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136025.388567:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388574:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136025.388577:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388582:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136025.388584:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136025.388592:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136025.388594:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd952dbb00. 00000400:00000200:1.0:1789136025.388596:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.388600:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136025.388602:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49f68 00000400:00000010:1.0:1789136025.388604:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49f68. 00000100:00000001:1.0:1789136025.388605:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136025.388614:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388621:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136025.388624:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388630:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136025.388631:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136025.388654:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136025.388657:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd952db600. 00000400:00000200:1.0:1789136025.388660:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.388663:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136025.388666:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49000 00000400:00000010:1.0:1789136025.388667:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49000. 00000100:00000001:1.0:1789136025.388670:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136025.388674:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388681:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136025.388684:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.388701:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136025.388702:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136025.389130:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136025.389134:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd86eccd00. 00000400:00000200:1.0:1789136025.389138:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.389142:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136025.389145:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f497f8 00000400:00000010:1.0:1789136025.389147:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f497f8. 00000100:00000001:1.0:1789136025.389150:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136025.389154:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.389161:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136025.389164:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.389205:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136025.389207:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136025.392265:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392282:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136025.392286:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392288:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392298:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392307:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136025.392316:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392320:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392326:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392331:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d03e00 00000400:00000200:1.0:1789136025.392337:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392344:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1789136025.392353:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392357:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392360:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.392365:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136025.392373:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136025.392381:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136025.392392:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.392439:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136025.392444:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136025.392463:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136025.392473:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392478:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136025.392480:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392483:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392486:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392489:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136025.392493:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392507:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392510:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392513:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d03f00 00000400:00000200:1.0:1789136025.392517:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392521:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:1.0:1789136025.392525:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392528:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392530:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.392534:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136025.392537:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136025.392542:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136025.392551:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.392558:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136025.392563:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392566:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136025.392567:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392569:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392572:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392576:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136025.392580:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392582:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392585:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392588:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d03d80 00000400:00000200:1.0:1789136025.392591:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392594:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:1.0:1789136025.392598:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392601:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392603:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.392606:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136025.392609:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136025.392620:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136025.392628:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.392636:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136025.392641:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392658:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136025.392660:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392663:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392667:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392670:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136025.392674:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392677:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392680:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392682:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d03e80 00000400:00000200:1.0:1789136025.392685:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392689:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:1.0:1789136025.392703:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392707:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392709:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.392712:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136025.392716:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136025.392720:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136025.392729:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.392736:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136025.392739:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392742:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136025.392745:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392747:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392757:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392761:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136025.392765:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392768:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392771:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392773:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 4 MB=0x6aa40b7d04000 00000400:00000200:1.0:1789136025.392777:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392781:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.106@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:1.0:1789136025.392785:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392788:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392790:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.392793:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136025.392796:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136025.392801:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136025.392810:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.392817:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136025.392821:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392824:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136025.392825:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.392828:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.392831:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392834:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136025.392838:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392841:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392844:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392847:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 4 MB=0x6aa40b7d03f80 00000400:00000200:1.0:1789136025.392849:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.392853:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.106@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:1.0:1789136025.392857:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.393960:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.393966:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.393973:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136025.393978:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136025.393983:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136025.393993:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.394002:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136025.394008:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.394013:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789136025.396217:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136025.396225:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136025.396228:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2210. 00000400:00000200:2.0:1789136025.396234:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49b28 00000400:00000010:2.0:1789136025.396237:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49b28. 00000100:00000001:2.0:1789136025.396242:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136025.396254:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136025.396266:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396274:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136025.396277:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.396279:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136025.396283:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136025.396286:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136025.396288:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136025.396291:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136025.396303:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9c60 time=74 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136025.396309:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9c18 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136025.396311:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136025.396313:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136025.396316:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789136025.396321:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136025.396329:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.396333:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136025.396336:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136025.396338:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136025.396352:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136025.396358:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396366:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136025.396370:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136025.396372:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136025.396377:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136025.396384:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798770688:192.168.204.106@tcp:400:kworker.0 00000400:00000001:2.0:1789136025.396393:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136025.396395:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136025.396398:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2f78. 00000400:00000200:2.0:1789136025.396400:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f494c8 00000400:00000010:2.0:1789136025.396402:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f494c8. 00000100:00000001:2.0:1789136025.396405:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136025.396408:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136025.396417:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396423:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136025.396424:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.396426:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136025.396427:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136025.396428:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136025.396430:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136025.396432:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789136025.396441:0:2400:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93cd8712e000. 00000100:00001000:2.0:1789136025.396446:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd8734cc60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136025.396450:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd8734cc18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136025.396452:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136025.396453:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136025.396455:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789136025.396465:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136025.396473:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.396475:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136025.396477:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136025.396479:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136025.396480:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136025.396484:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396491:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136025.396494:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136025.396495:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136025.396499:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136025.396507:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a463c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798770944:192.168.204.106@tcp:400:kworker.0 00000400:00000001:2.0:1789136025.396513:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136025.396515:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136025.396517:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d29f8. 00000400:00000200:2.0:1789136025.396520:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49330 00000400:00000010:2.0:1789136025.396522:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49330. 00000100:00000001:2.0:1789136025.396524:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136025.396528:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136025.396538:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396544:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136025.396545:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.396547:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136025.396548:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136025.396550:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136025.396556:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136025.396558:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789136025.396576:0:2400:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93cd9112a000. 00000100:00001000:2.0:1789136025.396581:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd91e54460 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136025.396584:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd91e54418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136025.396587:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136025.396588:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136025.396590:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789136025.396594:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136025.396601:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.396604:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136025.396606:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136025.396607:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136025.396609:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136025.396612:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396619:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136025.396622:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136025.396623:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136025.396627:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136025.396634:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798771200:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136025.396639:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.396642:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136025.396646:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798770688/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396653:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136025.396656:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136025.396660:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd872a2600. 02000000:00000001:2.0:1789136025.396664:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136025.396671:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136025.396673:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000001:2.0:1789136025.396675:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136025.396678:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd87b75000. 02000000:00000001:2.0:1789136025.396682:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136025.396684:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136025.396686:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:2.0:1789136025.396703:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136025.396705:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.396706:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136025.396711:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a463c00 x1876044798770944/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396717:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136025.396718:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136025.396720:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd872a3800. 02000000:00000001:2.0:1789136025.396722:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136025.396723:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136025.396724:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd8734c800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000001:2.0:1789136025.396726:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136025.396727:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd94f51900. 02000000:00000001:2.0:1789136025.396730:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136025.396731:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136025.396732:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a463c00. 00000100:00000001:2.0:1789136025.396737:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136025.396738:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.396740:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136025.396743:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a460f00 x1876044798771200/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396748:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136025.396750:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136025.396751:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd872a2000. 02000000:00000001:2.0:1789136025.396753:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136025.396754:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136025.396755:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd91e54000 refcount=2 obd=lustre-OST0001-osc-ffff93cda0223800 00000020:00000001:2.0:1789136025.396757:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136025.396758:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cda104df00. 02000000:00000001:2.0:1789136025.396766:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136025.396767:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136025.396769:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a460f00. 00000100:00000001:2.0:1789136025.396772:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136025.396774:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.396778:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.396780:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136025.396783:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136025.396786:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136025.396787:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136025.396789:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2630. 00000400:00000200:2.0:1789136025.396791:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49cc0 00000400:00000010:2.0:1789136025.396793:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49cc0. 00000100:00000001:2.0:1789136025.396795:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136025.396800:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136025.396808:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396814:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136025.396815:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.396816:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136025.396818:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136025.396819:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136025.396821:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136025.396822:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136025.396827:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9460 time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136025.396830:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9418 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136025.396832:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136025.396834:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136025.396835:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136025.396837:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.396840:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136025.396841:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136025.396843:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136025.396844:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136025.396848:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.396861:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136025.396863:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136025.397576:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136025.397584:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136025.397592:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798770560:192.168.204.106@tcp:400:kworker.0 00000400:00000001:2.0:1789136025.397599:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136025.397601:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136025.397604:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2a50. 00000400:00000200:2.0:1789136025.397608:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49e58 00000400:00000010:2.0:1789136025.397609:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49e58. 00000100:00000001:2.0:1789136025.397612:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136025.397616:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136025.397626:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.397632:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136025.397634:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.397635:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136025.397637:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136025.397639:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136025.397640:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136025.397642:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789136025.397649:0:2400:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93cd91128000. 00000100:00001000:2.0:1789136025.397655:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd89535460 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136025.397658:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd89535418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136025.397659:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136025.397661:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136025.397663:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136025.397665:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.397673:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136025.397674:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136025.397676:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136025.397677:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136025.397681:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.397700:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136025.397702:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136025.397703:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136025.397707:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136025.397715:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798770816:192.168.204.106@tcp:400:kworker.0 00000400:00000001:2.0:1789136025.397721:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136025.397723:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136025.397725:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2ec8. 00000400:00000200:2.0:1789136025.397728:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f493b8 00000400:00000010:2.0:1789136025.397729:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f493b8. 00000100:00000001:2.0:1789136025.397732:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136025.397736:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136025.397744:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.397751:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136025.397752:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.397754:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136025.397755:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136025.397756:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136025.397758:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136025.397760:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789136025.397766:0:2400:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff93cd9112c000. 00000100:00001000:2.0:1789136025.397771:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd87349c60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136025.397779:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd87349c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136025.397781:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136025.397783:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136025.397784:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789136025.397789:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136025.397796:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.397799:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136025.397800:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136025.397802:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136025.397803:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136025.397807:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.397814:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136025.397816:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136025.397817:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136025.397820:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136025.397828:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798771072:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136025.397833:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.397835:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136025.397838:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a462d00 x1876044798770560/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.397845:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136025.397847:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136025.397849:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd872a2800. 02000000:00000001:2.0:1789136025.397852:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136025.397854:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136025.397855:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000001:2.0:1789136025.397857:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136025.397859:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd87828300. 02000000:00000001:2.0:1789136025.398968:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136025.398971:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136025.398973:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a462d00. 00000100:00000001:2.0:1789136025.398983:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136025.398985:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.398987:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136025.398997:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a460780 x1876044798770816/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.399004:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136025.399006:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136025.399007:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd872a2400. 02000000:00000001:2.0:1789136025.399010:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136025.399012:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136025.399013:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd89535000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000001:2.0:1789136025.399015:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136025.399017:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd94f51200. 02000000:00000001:2.0:1789136025.399018:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136025.399019:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136025.399021:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a460780. 00000100:00000001:2.0:1789136025.399024:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136025.399025:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.399026:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136025.399030:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a4612c0 x1876044798771072/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.399035:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136025.399036:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136025.399037:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd92fbd400. 02000000:00000001:2.0:1789136025.399039:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136025.399040:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136025.399041:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd87349800 refcount=2 obd=lustre-OST0000-osc-ffff93cda0223800 00000020:00000001:2.0:1789136025.399043:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136025.399044:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cda104dd00. 02000000:00000001:2.0:1789136025.399046:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136025.399047:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136025.399048:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a4612c0. 00000100:00000001:2.0:1789136025.399050:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136025.399058:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.399061:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.399063:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136025.399066:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136025.399068:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.399070:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789136025.404701:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.404723:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136025.404728:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.404731:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.404740:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.404748:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136025.404757:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.404763:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.404768:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.404772:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 25 MB=0x6aa40b7d03d00 00000400:00000200:1.0:1789136025.404777:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136025.404783:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:1.0:1789136025.404791:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.404804:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136025.404808:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136025.404812:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136025.404821:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136025.404832:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136025.404844:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136025.404887:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136025.404906:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136025.404910:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.408303:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136025.408312:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136025.408322:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136025.408325:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136025.408329:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d27e8. 00000400:00000200:2.0:1789136025.408335:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f495d8 00000400:00000010:2.0:1789136025.408337:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f495d8. 00000100:00000001:2.0:1789136025.408343:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136025.408360:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136025.408372:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.408379:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136025.408382:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.408384:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136025.408388:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136025.408390:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136025.408392:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136025.408395:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136025.408402:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136025.408406:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136025.408408:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136025.408410:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136025.408413:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136025.408415:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.408417:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136025.408422:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.408428:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136025.408432:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136025.408445:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136025.408451:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136025.408459:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798770432:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136025.408464:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.408467:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136025.408470:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a460000 x1876044798770432/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136025.408477:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136025.408479:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136025.408482:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd872a3400. 02000000:00000001:2.0:1789136025.408486:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136025.408488:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136025.408490:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136025.408492:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136025.408495:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd87828500. 02000000:00000001:2.0:1789136025.408498:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136025.408500:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136025.408501:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a460000. 00000100:00000001:2.0:1789136025.408505:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136025.408506:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.408508:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136025.408516:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136025.408518:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136025.408520:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136025.408522:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789136025.632820:0:9358:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789136025.632833:0:9358:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789136026.053533:0:9394:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789136026.053539:0:9394:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:0.0:1789136026.073129:0:9394:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1789136026.195802:0:9398:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789136026.204377:0:9398:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789136026.241018:0:9403:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789136026.241031:0:9403:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136026.343727:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295020470, at 4295020480 00000100:00000010:1.0:1789136026.343744:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd9921e060. 00000100:00000040:0.0:1789136026.344149:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295020470, at 4295020480 00000100:00000010:0.0:1789136026.344155:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd9921ee40. 00010000:00000001:0.0:1789136026.409343:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136026.409353:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136026.409360:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136026.409361:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136026.410609:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136026.410615:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136026.410620:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136027.432385:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136027.432395:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136027.432403:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136027.432405:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136027.432460:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136027.432463:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136027.432467:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136028.455294:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136028.455301:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136028.455308:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136028.455309:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136028.455424:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136028.455430:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136028.455434:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136029.479547:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136029.479570:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789136029.479573:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789136029.479584:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136029.479590:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789136029.479593:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136029.479595:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136029.479598:0:6:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136029.479603:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136029.479605:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789136029.479606:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789136029.479608:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136029.479609:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789136029.479611:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136029.479623:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136029.479625:0:6:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136029.479657:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136029.479661:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136029.479664:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789136030.503392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136030.503408:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136030.503422:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a6452c0. 00000020:00000040:2.0:1789136030.503430:0:8:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:2.0:1789136030.503435:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136030.503439:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136030.503465:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136030.503476:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd922d9000. 00000100:00000001:2.0:1789136030.503484:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503502:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136030.503515:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136030.503520:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503528:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044748cf] to pc [ptlrpcd_01_00+0] req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.503574:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136030.503582:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136030.503586:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644780. 00000020:00000040:2.0:1789136030.503589:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000100:00000001:2.0:1789136030.503591:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136030.503602:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136030.503604:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136030.503609:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd922d9a00. 00000100:00000001:2.0:1789136030.503612:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503616:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136030.503624:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136030.503626:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503630:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101a27b5] to pc [ptlrpcd_01_01+1] req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.503638:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136030.503644:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136030.503646:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a646d00. 00000020:00000040:2.0:1789136030.503649:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000100:00000001:2.0:1789136030.503658:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136030.503659:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136030.503661:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136030.503665:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd922d9300. 00000100:00000001:2.0:1789136030.503668:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503673:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136030.503680:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136030.503682:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503687:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c9d8f29] to pc [ptlrpcd_01_00+0] req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.503694:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789136030.503700:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789136030.503707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789136030.503710:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789136030.503713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136030.503716:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136030.503719:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644000. 00000020:00000040:2.0:1789136030.503721:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd89535000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000100:00000001:2.0:1789136030.503723:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136030.503725:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136030.503726:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136030.503730:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd922d9500. 00000100:00000001:2.0:1789136030.503733:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503737:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136030.503744:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136030.503753:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503759:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e75cfce0] to pc [ptlrpcd_01_01+1] req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.503765:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136030.503782:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136030.503787:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a646580. 00000020:00000040:2.0:1789136030.503790:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd8734c800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000100:00000001:2.0:1789136030.503792:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136030.503794:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136030.503796:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136030.503799:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd922d9d00. 00000100:00000001:2.0:1789136030.503803:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503807:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136030.503814:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136030.503815:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503819:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f946defc] to pc [ptlrpcd_01_00+0] req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.503826:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503828:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136030.503831:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136030.503834:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644f00. 00000020:00000040:2.0:1789136030.503837:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd87349800 refcount=3 obd=lustre-OST0000-osc-ffff93cda0223800 00000100:00000001:2.0:1789136030.503839:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136030.503840:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136030.503842:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136030.503845:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd922d9b00. 00000100:00000001:2.0:1789136030.503848:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503852:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136030.503871:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136030.503873:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503877:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040e5b587] to pc [ptlrpcd_01_01+1] req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.503884:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503886:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136030.503889:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136030.503892:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a647840. 00000020:00000040:2.0:1789136030.503894:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd91e54000 refcount=3 obd=lustre-OST0001-osc-ffff93cda0223800 00000100:00000001:2.0:1789136030.503896:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136030.503898:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136030.503900:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136030.503903:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd922d9c00. 00000100:00000001:2.0:1789136030.503906:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503909:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136030.503916:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136030.503918:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503921:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7b417b6] to pc [ptlrpcd_01_00+0] req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.503927:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.503932:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (362) 00000100:00000001:2.0:1789136030.503953:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136030.503957:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136030.503960:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136030.503966:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.503974:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136030.503977:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.503988:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136030.503991:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136030.503994:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136030.503998:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798771456:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136030.504003:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136030.504010:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136030.504013:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.504017:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136030.504022:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd8782ae00. 02000000:00000001:2.0:1789136030.504024:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136030.504034:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136030.504039:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660dc0. 00000400:00000010:2.0:1789136030.504049:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afb28. 00000100:00000200:2.0:1789136030.504061:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798771456, portal 10 00000100:00000001:2.0:1789136030.504064:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136030.504066:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000682880 : -118963708868736 : ffff93cd9a644780) 00000100:00000040:2.0:1789136030.504075:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.504083:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136030.504086:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136030.504090:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af990. 00000100:00000200:2.0:1789136030.504093:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798771456, offset 0 00000400:00000200:2.0:1789136030.504101:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136030.504112:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.504121:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136030.504128:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136030.504133:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136030.504138:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136030.504141:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136030.504145:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [136:136:256:4294967295] 192.168.204.106@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1789136030.504150:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.504162:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136030.504214:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136030.504221:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd922d9900. 00000800:00000200:2.0:1789136030.504229:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136030.504238:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136030.504243:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd922d9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136030.504266:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.504272:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: using a timeout of 99876 usecs (100 jiffies) 00000400:00000200:2.0:1789136030.504275:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136030.504278:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295024741 00000100:00000010:2.0:1789136030.504284:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd91daf4e0. 00000100:00000001:2.0:1789136030.504292:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789136030.504298:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295024741 00000100:00000010:2.0:1789136030.504302:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd91dafae0. 00000100:00000001:2.0:1789136030.504305:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789136030.504312:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.504316:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.504319:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136030.504324:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.504331:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136030.504332:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.504334:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136030.504336:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136030.504338:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136030.504341:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798771712:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136030.504345:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136030.504348:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136030.504350:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.504352:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136030.504355:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd8782a000. 02000000:00000001:2.0:1789136030.504362:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136030.504366:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136030.504368:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660370. 00000400:00000010:2.0:1789136030.504373:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af088. 00000100:00000200:2.0:1789136030.504376:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798771712, portal 10 00000100:00000001:2.0:1789136030.504378:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136030.504379:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000680960 : -118963708870656 : ffff93cd9a644000) 00000100:00000040:2.0:1789136030.504389:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.504395:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136030.504397:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136030.504400:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afaa0. 00000100:00000200:2.0:1789136030.504402:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798771712, offset 0 00000400:00000200:2.0:1789136030.504406:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136030.504410:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.504413:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136030.504416:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136030.504419:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136030.504421:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136030.504423:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136030.504426:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [137:137:255:4294967295] 192.168.204.106@tcp LPNI seq info [137:137:7:4294967295] 00000400:00000200:2.0:1789136030.504429:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.504436:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136030.504441:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136030.504444:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd922d9f00. 00000800:00000200:2.0:1789136030.504449:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136030.504453:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136030.504456:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd922d9f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136030.504459:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.504463:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: using a timeout of 12867 usecs (13 jiffies) 00000400:00000200:2.0:1789136030.504465:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136030.504474:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295024654 00000100:00000001:2.0:1789136030.504476:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295024741 00000100:00000001:2.0:1789136030.504479:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295024654 00000100:00000001:2.0:1789136030.504481:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295024741 00000100:00000001:2.0:1789136030.504483:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.504485:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.504487:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136030.504492:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.504499:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136030.504501:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.504503:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136030.504505:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136030.504507:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136030.504509:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798771968:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136030.504512:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136030.504514:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136030.504516:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.504518:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136030.504521:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd8782be00. 02000000:00000001:2.0:1789136030.504523:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136030.504526:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136030.504529:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660b00. 00000400:00000010:2.0:1789136030.504533:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af908. 00000100:00000200:2.0:1789136030.504536:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798771968, portal 4 00000100:00000001:2.0:1789136030.504537:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136030.504539:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000684800 : -118963708866816 : ffff93cd9a644f00) 00000100:00000040:2.0:1789136030.504544:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.504550:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136030.504552:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136030.504560:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af880. 00000100:00000200:2.0:1789136030.504563:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876044798771968, offset 0 00000400:00000200:2.0:1789136030.504568:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136030.504572:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.504575:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136030.504578:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136030.504581:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136030.504583:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136030.504586:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136030.504588:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [138:138:254:4294967295] 192.168.204.106@tcp LPNI seq info [138:138:6:4294967295] 00000400:00000200:2.0:1789136030.504592:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.504609:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136030.504613:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136030.504617:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87828500. 00000800:00000200:2.0:1789136030.504621:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136030.504625:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136030.504628:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87828500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136030.504632:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.504635:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: using a timeout of 11627 usecs (12 jiffies) 00000400:00000200:2.0:1789136030.504638:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136030.504640:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295024653 00000100:00000001:2.0:1789136030.504642:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295024741 00000100:00000001:2.0:1789136030.504645:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295024653 00000100:00000001:2.0:1789136030.504647:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295024741 00000100:00000001:2.0:1789136030.504649:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.504651:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.504653:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.504656:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.504666:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136030.504668:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789136030.504677:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136030.504678:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136030.504680:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136030.504683:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:2.0:1789136030.504685:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.504688:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136030.504690:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.504691:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136030.504692:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136030.504694:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136030.504699:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.504708:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136030.504710:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.504713:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136030.504714:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136030.504716:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136030.504719:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a6452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798771328:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136030.504722:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136030.504725:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136030.504727:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.504728:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136030.504732:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd8782b600. 02000000:00000001:2.0:1789136030.504734:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136030.504738:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136030.504740:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660e18. 00000400:00000010:2.0:1789136030.504744:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afc38. 00000100:00000200:2.0:1789136030.504747:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798771328, portal 25 00000100:00000001:2.0:1789136030.504749:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136030.504750:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000685760 : -118963708865856 : ffff93cd9a6452c0) 00000100:00000040:2.0:1789136030.504755:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.504762:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136030.504764:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136030.504772:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afbb0. 00000100:00000200:2.0:1789136030.504774:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876044798771328, offset 0 00000400:00000200:2.0:1789136030.504779:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136030.504784:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.504787:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136030.504791:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136030.504793:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136030.504795:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136030.504798:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136030.504800:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [139:139:253:4294967295] 192.168.204.106@tcp LPNI seq info [139:139:5:4294967295] 00000400:00000200:2.0:1789136030.504804:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.504810:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136030.504814:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136030.504817:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87828300. 00000800:00000200:2.0:1789136030.504821:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136030.504825:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136030.504827:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87828300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136030.504831:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136030.504834:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136030.504836:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295025591 00000100:00000001:2.0:1789136030.504842:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295024741 00000100:00000001:2.0:1789136030.504847:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295025591 00000100:00000001:2.0:1789136030.504850:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295024741 00000100:00000001:2.0:1789136030.504853:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.504855:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.504857:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136030.504861:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.504868:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136030.504870:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.504878:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136030.504880:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136030.504882:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136030.504885:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a646d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798771584:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136030.504889:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136030.504892:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136030.504893:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.504895:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136030.504899:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd9a62ea00. 02000000:00000001:2.0:1789136030.504901:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136030.504904:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136030.504907:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660d10. 00000400:00000010:2.0:1789136030.504911:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af550. 00000100:00000200:2.0:1789136030.504914:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798771584, portal 10 00000100:00000001:2.0:1789136030.504916:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136030.504917:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000692480 : -118963708859136 : ffff93cd9a646d00) 00000100:00000040:2.0:1789136030.504923:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.504930:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136030.504932:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136030.504934:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af220. 00000100:00000200:2.0:1789136030.504937:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798771584, offset 0 00000400:00000200:2.0:1789136030.504941:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136030.504945:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.504949:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136030.504951:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136030.504954:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136030.504956:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136030.504959:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136030.504961:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [140:140:252:4294967295] 192.168.204.106@tcp LPNI seq info [140:140:4:4294967295] 00000400:00000200:2.0:1789136030.504965:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.504970:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136030.504982:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136030.504987:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd94f51200. 00000800:00000200:2.0:1789136030.504991:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136030.504995:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136030.504998:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd94f51200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136030.505001:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.505004:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: using a timeout of 121191 usecs (122 jiffies) 00000400:00000200:2.0:1789136030.505007:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136030.505009:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295024763 00000100:00000001:2.0:1789136030.505011:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295025591 00000100:00000001:2.0:1789136030.505014:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295024763 00000100:00000001:2.0:1789136030.505015:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295025591 00000100:00000001:2.0:1789136030.505018:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.505020:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.505022:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136030.505026:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.505032:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136030.505034:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.505035:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136030.505037:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136030.505039:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136030.505042:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a646580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798771840:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136030.505044:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136030.505047:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136030.505049:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.505051:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136030.505057:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd9a5b7800. 02000000:00000001:2.0:1789136030.505058:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136030.505061:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136030.505068:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a6609a0. 00000400:00000010:2.0:1789136030.505072:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afdd0. 00000100:00000200:2.0:1789136030.505075:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798771840, portal 10 00000100:00000001:2.0:1789136030.505077:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136030.505078:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000690560 : -118963708861056 : ffff93cd9a646580) 00000100:00000040:2.0:1789136030.505084:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.505090:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136030.505092:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136030.505094:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af5d8. 00000100:00000200:2.0:1789136030.505096:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798771840, offset 0 00000400:00000200:2.0:1789136030.505100:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136030.505104:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.505107:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136030.505111:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136030.505113:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136030.505115:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136030.505117:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136030.505120:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [141:141:251:4294967295] 192.168.204.106@tcp LPNI seq info [141:141:3:4294967295] 00000400:00000200:2.0:1789136030.505123:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.505129:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136030.505133:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136030.505137:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd94f51900. 00000800:00000200:2.0:1789136030.505141:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136030.505145:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136030.505148:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd94f51900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136030.505150:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.505154:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: using a timeout of 11527 usecs (12 jiffies) 00000400:00000200:2.0:1789136030.505157:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136030.505158:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295024653 00000100:00000001:2.0:1789136030.505161:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295025591 00000100:00000001:2.0:1789136030.505202:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295024654 00000100:00000001:2.0:1789136030.505205:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295025591 00000100:00000001:2.0:1789136030.505208:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.505210:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.505212:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136030.505217:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.505223:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136030.505224:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.505226:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136030.505228:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136030.505230:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136030.505232:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798772096:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136030.505235:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136030.505238:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136030.505239:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.505240:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136030.505244:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0098600. 02000000:00000001:2.0:1789136030.505245:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136030.505248:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136030.505251:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660478. 00000400:00000010:2.0:1789136030.505255:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af4c8. 00000100:00000200:2.0:1789136030.505257:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798772096, portal 4 00000100:00000001:2.0:1789136030.505258:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136030.505260:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000695360 : -118963708856256 : ffff93cd9a647840) 00000100:00000040:2.0:1789136030.505265:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.505270:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136030.505273:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136030.505275:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af6e8. 00000100:00000200:2.0:1789136030.505277:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876044798772096, offset 0 00000400:00000200:2.0:1789136030.505287:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136030.505291:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.505294:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136030.505297:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136030.505299:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136030.505301:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136030.505303:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136030.505305:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [142:142:250:4294967295] 192.168.204.106@tcp LPNI seq info [142:142:2:4294967295] 00000400:00000200:2.0:1789136030.505309:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136030.505314:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136030.505318:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136030.505322:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b75000. 00000800:00000200:2.0:1789136030.505326:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136030.505330:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136030.505332:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b75000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136030.505335:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.505337:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: using a timeout of 11517 usecs (12 jiffies) 00000400:00000200:2.0:1789136030.505340:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136030.505341:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295024654 00000100:00000001:2.0:1789136030.505343:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295025591 00000100:00000001:2.0:1789136030.505346:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295024654 00000100:00000001:2.0:1789136030.505347:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295025591 00000100:00000001:2.0:1789136030.505349:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.505351:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.505354:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.505357:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136030.505775:0:416:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136030.505779:0:416:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136030.505784:0:416:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136030.505785:0:416:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136030.505909:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136030.505914:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136030.505923:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136030.505926:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136030.505928:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1789136030.506247:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136030.506253:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd922d9900. 00000400:00000200:1.0:1789136030.506265:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.506274:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136030.506281:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af990 00000400:00000010:1.0:1789136030.506284:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af990. 00000100:00000001:1.0:1789136030.506290:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136030.506297:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506308:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136030.506311:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506318:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136030.506320:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136030.506336:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136030.506337:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd922d9f00. 00000400:00000200:1.0:1789136030.506341:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.506344:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136030.506347:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afaa0 00000400:00000010:1.0:1789136030.506349:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afaa0. 00000100:00000001:1.0:1789136030.506351:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136030.506355:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506379:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136030.506382:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506387:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136030.506388:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136030.506397:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136030.506400:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87828500. 00000400:00000200:1.0:1789136030.506404:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.506407:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136030.506410:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af880 00000400:00000010:1.0:1789136030.506412:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af880. 00000100:00000001:1.0:1789136030.506414:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136030.506418:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506425:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136030.506428:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506433:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136030.506434:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136030.506442:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136030.506445:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87828300. 00000400:00000200:1.0:1789136030.506447:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.506451:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136030.506453:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afbb0 00000400:00000010:1.0:1789136030.506455:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afbb0. 00000100:00000001:1.0:1789136030.506457:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136030.506461:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506468:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136030.506471:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506489:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136030.506491:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136030.506501:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136030.506503:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd94f51200. 00000400:00000200:1.0:1789136030.506506:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.506510:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136030.506513:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af220 00000400:00000010:1.0:1789136030.506514:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af220. 00000100:00000001:1.0:1789136030.506517:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136030.506521:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506529:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136030.506532:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506538:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136030.506540:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136030.506548:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136030.506550:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd94f51900. 00000400:00000200:1.0:1789136030.506553:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.506556:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136030.506558:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af5d8 00000400:00000010:1.0:1789136030.506560:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af5d8. 00000100:00000001:1.0:1789136030.506561:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136030.506565:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506572:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136030.506575:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506581:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136030.506582:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136030.506670:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136030.506678:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b75000. 00000400:00000200:1.0:1789136030.506683:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.506687:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136030.506690:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af6e8 00000400:00000010:1.0:1789136030.506691:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af6e8. 00000100:00000001:1.0:1789136030.506694:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136030.506699:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506707:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136030.506709:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.506715:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136030.506716:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136030.510397:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.510421:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136030.510426:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.510429:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.510439:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.510449:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136030.510460:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.510466:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.510472:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.510476:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 4 MB=0x6aa40b7d04300 00000400:00000200:1.0:1789136030.510482:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.510488:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.106@tcp of length 224/224 into md 0x839 [1] + 224 00000800:00000001:1.0:1789136030.510498:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.510506:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.510510:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.510515:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136030.510525:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136030.510537:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136030.510548:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.510602:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136030.510615:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.510619:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.510749:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136030.510755:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136030.510767:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136030.510770:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136030.510774:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660b00. 00000400:00000200:2.0:1789136030.510786:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af908 00000400:00000010:2.0:1789136030.510788:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af908. 00000100:00000001:2.0:1789136030.510792:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136030.510797:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136030.510806:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.510812:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136030.510814:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.510817:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136030.510821:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136030.510825:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136030.510827:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.510830:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136030.510842:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd87349c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136030.510847:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd87349c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136030.510850:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136030.510852:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136030.510855:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789136030.510861:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136030.510868:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.510873:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136030.510877:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136030.510880:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136030.510882:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.510887:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.510894:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.510898:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136030.510900:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136030.510904:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136030.510925:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798771968:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136030.510931:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.510934:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136030.510937:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644f00 x1876044798771968/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.510943:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136030.510946:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136030.510950:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd8782be00. 02000000:00000001:2.0:1789136030.510956:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136030.510960:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136030.510962:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd87349800 refcount=2 obd=lustre-OST0000-osc-ffff93cda0223800 00000020:00000001:2.0:1789136030.510964:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136030.510967:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd922d9b00. 02000000:00000001:2.0:1789136030.510972:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136030.510974:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136030.510976:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644f00. 00000100:00000001:2.0:1789136030.510982:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136030.510984:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.510987:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.510990:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136030.510991:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136030.510993:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.510995:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789136030.517816:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.517845:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136030.517851:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.517854:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.517865:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.517874:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136030.517889:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.517896:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.517905:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.517910:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04100 00000400:00000200:1.0:1789136030.517916:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.517923:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:1.0:1789136030.517933:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.517938:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.517942:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.517947:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136030.517958:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136030.517970:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136030.517983:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.518009:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136030.518020:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.518024:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136030.518026:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.518028:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.518031:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.518034:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136030.518059:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.518062:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.518065:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.518067:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04200 00000400:00000200:1.0:1789136030.518070:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.518075:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:1.0:1789136030.518079:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.518082:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.518084:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.518087:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136030.518090:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136030.518095:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136030.518102:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.518109:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136030.518112:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.518115:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136030.518116:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.518119:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.518121:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.518124:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136030.518128:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.518131:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.518134:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.518136:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04180 00000400:00000200:1.0:1789136030.518139:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.518143:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x849 [1] + 224 00000800:00000001:1.0:1789136030.518146:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.518155:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.518157:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.518196:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136030.518201:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136030.518207:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136030.518216:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.518224:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136030.518228:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.518232:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.518337:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136030.518344:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136030.518354:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136030.518356:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136030.518361:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660d10. 00000400:00000200:2.0:1789136030.518366:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af550 00000400:00000010:2.0:1789136030.518369:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af550. 00000100:00000001:2.0:1789136030.518372:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136030.518378:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136030.518401:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.518408:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136030.518410:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.518413:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136030.518417:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136030.518419:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136030.518422:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.518425:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136030.518437:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9c60 time=79 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136030.518442:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9c18 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136030.518445:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136030.518448:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136030.518451:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789136030.518456:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136030.518463:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.518467:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136030.518470:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136030.518472:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136030.518474:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.518479:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.518486:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.518490:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136030.518492:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136030.518496:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136030.518504:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a646d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798771584:192.168.204.106@tcp:400:kworker.0 00000400:00000001:2.0:1789136030.518512:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136030.518519:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136030.518521:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660dc0. 00000400:00000200:2.0:1789136030.518523:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afb28 00000400:00000010:2.0:1789136030.518525:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afb28. 00000100:00000001:2.0:1789136030.518527:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136030.518531:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136030.518538:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.518544:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136030.518545:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.518547:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136030.518549:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136030.518550:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136030.518552:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.518554:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136030.518559:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9460 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136030.518563:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9418 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136030.518565:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136030.518566:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136030.518568:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136030.518571:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.518573:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136030.518575:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136030.518577:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136030.518578:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.518582:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.518589:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.518591:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136030.518609:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136030.518614:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136030.518634:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798771456:192.168.204.106@tcp:400:kworker.0 00000400:00000001:2.0:1789136030.518640:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136030.518641:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136030.518643:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660370. 00000400:00000200:2.0:1789136030.518645:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af088 00000400:00000010:2.0:1789136030.518647:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af088. 00000100:00000001:2.0:1789136030.518649:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136030.518653:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136030.518660:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.518666:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136030.518667:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.518669:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136030.518670:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136030.518672:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136030.518673:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.518675:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136030.518681:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd89535460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136030.518695:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd89535418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136030.518698:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136030.518699:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136030.518701:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136030.518703:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.518706:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136030.518707:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136030.518709:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136030.518711:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.518715:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.518722:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.518730:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136030.518732:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136030.518739:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136030.518748:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798771712:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136030.518753:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.518756:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136030.518760:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a646d00 x1876044798771584/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.518767:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136030.518771:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136030.518777:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd9a62ea00. 02000000:00000001:2.0:1789136030.518783:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136030.518787:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136030.518789:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000001:2.0:1789136030.518791:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136030.518795:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd922d9300. 02000000:00000001:2.0:1789136030.518800:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136030.518803:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136030.518805:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a646d00. 00000100:00000001:2.0:1789136030.518810:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136030.518812:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.518814:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136030.518817:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644780 x1876044798771456/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.518823:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136030.518824:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136030.518826:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd8782ae00. 02000000:00000001:2.0:1789136030.518827:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136030.518828:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136030.518830:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000001:2.0:1789136030.518831:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136030.518833:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd922d9a00. 02000000:00000001:2.0:1789136030.518840:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136030.518841:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136030.518843:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644780. 00000100:00000001:2.0:1789136030.518847:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136030.518848:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.518849:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136030.518853:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644000 x1876044798771712/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.518858:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136030.518859:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136030.518861:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd8782a000. 02000000:00000001:2.0:1789136030.518863:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136030.518864:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136030.518865:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd89535000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000001:2.0:1789136030.518867:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136030.518869:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd922d9500. 02000000:00000001:2.0:1789136030.518871:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136030.518872:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136030.518873:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644000. 00000100:00000001:2.0:1789136030.518875:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136030.518877:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.518880:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.518882:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136030.518884:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136030.518886:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.518888:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789136030.526457:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.526488:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136030.526494:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.526497:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.526511:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526522:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136030.526536:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526542:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526548:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526553:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 25 MB=0x6aa40b7d04080 00000400:00000200:1.0:1789136030.526559:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526566:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:1.0:1789136030.526577:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.526582:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.526586:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.526604:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136030.526616:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136030.526630:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136030.526643:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.526671:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136030.526717:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.526722:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136030.526724:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.526727:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.526730:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526734:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136030.526738:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526740:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526744:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526747:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 4 MB=0x6aa40b7d04380 00000400:00000200:1.0:1789136030.526751:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526756:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.106@tcp of length 224/224 into md 0x859 [1] + 224 00000800:00000001:1.0:1789136030.526760:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.526764:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.526766:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.526769:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136030.526772:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136030.526778:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136030.526788:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.526794:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136030.526798:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.526801:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136030.526803:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.526804:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.526807:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526810:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136030.526814:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526816:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526818:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526821:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04280 00000400:00000200:1.0:1789136030.526824:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136030.526834:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:1.0:1789136030.526838:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.526848:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136030.526851:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136030.526854:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136030.526857:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136030.526862:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136030.526869:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136030.526876:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136030.526879:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136030.526882:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.527014:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136030.527020:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136030.527029:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136030.527031:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136030.527036:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660e18. 00000400:00000200:2.0:1789136030.527041:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afc38 00000400:00000010:2.0:1789136030.527044:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afc38. 00000100:00000001:2.0:1789136030.527048:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136030.527053:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136030.527063:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.527076:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136030.527079:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.527082:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136030.527086:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136030.527089:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136030.527092:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.527095:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136030.527104:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136030.527109:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136030.527112:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136030.527114:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136030.527118:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136030.527121:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.527125:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.527131:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.527141:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.527145:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136030.527148:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136030.527151:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136030.527159:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a6452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798771328:192.168.204.106@tcp:400:kworker.0 00000400:00000001:2.0:1789136030.527166:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136030.527208:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136030.527210:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a6609a0. 00000400:00000200:2.0:1789136030.527213:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afdd0 00000400:00000010:2.0:1789136030.527215:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afdd0. 00000100:00000001:2.0:1789136030.527217:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136030.527220:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136030.527229:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.527241:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136030.527243:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.527244:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136030.527246:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136030.527247:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136030.527249:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.527251:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136030.527258:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd8734cc60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136030.527261:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd8734cc18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136030.527263:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136030.527264:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136030.527266:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789136030.527270:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136030.527277:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.527281:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136030.527284:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136030.527286:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136030.527287:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.527291:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.527298:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.527300:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136030.527302:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136030.527305:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136030.527313:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a646580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798771840:192.168.204.106@tcp:400:kworker.0 00000400:00000001:2.0:1789136030.527319:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136030.527321:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136030.527322:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660478. 00000400:00000200:2.0:1789136030.527329:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af4c8 00000400:00000010:2.0:1789136030.527331:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af4c8. 00000100:00000001:2.0:1789136030.527334:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136030.527337:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136030.527345:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.527350:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136030.527352:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.527353:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136030.527355:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136030.527356:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136030.527357:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136030.527359:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136030.527363:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd91e54460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136030.527366:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd91e54418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136030.527368:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136030.527369:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136030.527370:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789136030.527373:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136030.527380:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.527382:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136030.527383:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136030.527385:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136030.527387:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136030.527390:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.527397:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136030.527398:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136030.527400:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136030.527403:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136030.527423:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798772096:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136030.527427:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.527431:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136030.527435:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a6452c0 x1876044798771328/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.527441:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136030.527444:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136030.527449:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd8782b600. 02000000:00000001:2.0:1789136030.527454:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136030.527458:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136030.527460:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136030.527463:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136030.527466:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd922d9000. 02000000:00000001:2.0:1789136030.527471:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136030.527473:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136030.527475:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a6452c0. 00000100:00000001:2.0:1789136030.527480:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136030.527482:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.527484:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136030.527487:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a646580 x1876044798771840/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.527493:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136030.527494:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136030.527496:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd9a5b7800. 02000000:00000001:2.0:1789136030.527501:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136030.527502:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136030.527503:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd8734c800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000001:2.0:1789136030.527506:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136030.527507:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd922d9d00. 02000000:00000001:2.0:1789136030.527509:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136030.527510:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136030.527512:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a646580. 00000100:00000001:2.0:1789136030.527514:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136030.527520:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.527522:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136030.527527:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a647840 x1876044798772096/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136030.527533:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136030.527535:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136030.527537:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0098600. 02000000:00000001:2.0:1789136030.527540:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136030.527541:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136030.527543:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd91e54000 refcount=2 obd=lustre-OST0001-osc-ffff93cda0223800 00000020:00000001:2.0:1789136030.527544:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136030.527546:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd922d9c00. 02000000:00000001:2.0:1789136030.527548:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136030.527549:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136030.527551:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a647840. 00000100:00000001:2.0:1789136030.527555:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136030.527556:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.527558:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136030.527569:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136030.527572:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136030.527574:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136030.527577:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136031.464029:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295025591, at 4295025600 00000100:00000010:1.0:1789136031.464046:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91dafae0. 00000100:00000040:0.0:1789136031.465080:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295025591, at 4295025601 00000100:00000010:0.0:1789136031.465089:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91daf4e0. 00010000:00000001:0.0:1789136031.530689:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136031.530697:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136031.530704:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136031.530705:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136031.530831:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136031.530835:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136031.530839:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789136032.524866:0:9654:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789136032.524878:0:9654:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789136032.541056:0:9656:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789136032.541072:0:9656:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136032.557032:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136032.557039:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136032.557046:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136032.557047:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136032.557233:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136032.557236:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136032.557240:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789136032.632369:0:9663:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789136032.632382:0:9663:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789136032.659860:0:9665:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789136032.659876:0:9665:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136033.575336:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136033.575343:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136033.575349:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136033.575351:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136033.575516:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136033.575521:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136033.575524:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136034.599309:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136034.599316:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136034.599322:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136034.599323:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136034.599440:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136034.599444:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136034.599447:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789136035.623409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136035.623418:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136035.623425:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a6452c0. 00000020:00000040:2.0:1789136035.623431:0:8:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:2.0:1789136035.623435:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136035.623438:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136035.623443:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136035.623584:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd87b75000. 00000100:00000001:2.0:1789136035.623591:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.623603:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136035.623615:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136035.623620:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.623632:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000044748cf] to pc [ptlrpcd_01_01+1] req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.624563:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136035.624571:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136035.624575:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644000. 00000020:00000040:2.0:1789136035.624578:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000100:00000001:2.0:1789136035.624581:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136035.624583:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136035.624585:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136035.624590:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd87b44300. 00000100:00000001:2.0:1789136035.624594:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624601:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136035.624610:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136035.624613:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624618:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e75cfce0] to pc [ptlrpcd_01_00+0] req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.624628:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136035.624633:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136035.624635:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644780. 00000020:00000040:2.0:1789136035.624637:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000100:00000001:2.0:1789136035.624639:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136035.624641:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136035.624642:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136035.624770:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd87b44500. 00000100:00000001:2.0:1789136035.624774:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624779:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136035.624797:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136035.624800:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624804:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101a27b5] to pc [ptlrpcd_01_01+1] req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.624812:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789136035.624817:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789136035.624820:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789136035.624822:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789136035.624825:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136035.624829:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136035.624831:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a646d00. 00000020:00000040:2.0:1789136035.624834:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd89535000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000100:00000001:2.0:1789136035.624836:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136035.624838:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136035.624840:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136035.624853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd92c5fd00. 00000100:00000001:2.0:1789136035.624857:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624862:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136035.624869:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136035.624871:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624875:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c9d8f29] to pc [ptlrpcd_01_00+0] req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.624882:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136035.624892:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136035.624895:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644f00. 00000020:00000040:2.0:1789136035.624898:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd8734c800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000100:00000001:2.0:1789136035.624900:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136035.624902:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136035.624904:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136035.624907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd92c5fb00. 00000100:00000001:2.0:1789136035.624910:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624914:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136035.624920:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136035.624922:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624925:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040e5b587] to pc [ptlrpcd_01_01+1] req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.624932:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136035.624938:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136035.624941:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a647c00. 00000020:00000040:2.0:1789136035.624943:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd87349800 refcount=3 obd=lustre-OST0000-osc-ffff93cda0223800 00000100:00000001:2.0:1789136035.624945:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136035.624946:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136035.624947:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136035.624949:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd92c5fc00. 00000100:00000001:2.0:1789136035.624952:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624956:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136035.624962:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136035.624964:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624967:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064620670] to pc [ptlrpcd_01_00+0] req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.624985:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.624988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789136035.624990:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789136035.624994:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a646940. 00000020:00000040:2.0:1789136035.624996:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd91e54000 refcount=3 obd=lustre-OST0001-osc-ffff93cda0223800 00000100:00000001:2.0:1789136035.624998:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136035.624999:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136035.625001:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136035.625004:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd92c5f300. 00000100:00000001:2.0:1789136035.625007:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.625011:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789136035.625018:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136035.625020:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.625023:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eddf8877] to pc [ptlrpcd_01_01+1] req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.625029:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.625033:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (367) 00010000:00000001:0.0:1789136035.625309:0:416:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136035.625313:0:416:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136035.625317:0:416:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136035.625318:0:416:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136035.625334:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136035.625337:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136035.625339:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789136035.625879:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136035.625883:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136035.625885:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136035.625895:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.625904:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136035.625906:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.625910:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136035.625913:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136035.625916:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136035.625920:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a6452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798772224:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136035.625924:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136035.625935:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136035.625938:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.625940:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136035.625944:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0099800. 02000000:00000001:2.0:1789136035.625946:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136035.625954:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136035.625959:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660478. 00000400:00000010:2.0:1789136035.625966:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af4c8. 00000100:00000200:2.0:1789136035.625972:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798772224, portal 25 00000100:00000001:2.0:1789136035.625975:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136035.625976:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000685760 : -118963708865856 : ffff93cd9a6452c0) 00000100:00000040:2.0:1789136035.625983:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.625991:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136035.625994:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136035.625997:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afdd0. 00000100:00000200:2.0:1789136035.626000:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876044798772224, offset 0 00000400:00000200:2.0:1789136035.626007:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136035.626016:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.626024:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136035.626030:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136035.626035:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136035.626039:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136035.626042:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136035.626047:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [143:143:256:4294967295] 192.168.204.106@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:2.0:1789136035.626051:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.626060:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136035.626066:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136035.626071:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5f900. 00000800:00000200:2.0:1789136035.626078:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136035.626085:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136035.626090:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136035.626144:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136035.626149:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136035.626152:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295030712 00000100:00000010:2.0:1789136035.626156:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd91daf9c0. 00000100:00000001:2.0:1789136035.626162:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789136035.626190:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295030713 00000100:00000010:2.0:1789136035.626194:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd91daf6c0. 00000100:00000001:2.0:1789136035.626197:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789136035.626200:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136035.626203:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136035.626205:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136035.626210:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.626216:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136035.626217:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.626220:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136035.626221:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136035.626223:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136035.626226:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798772480:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136035.626229:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136035.626231:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136035.626233:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.626234:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136035.626237:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0099400. 02000000:00000001:2.0:1789136035.626239:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136035.626242:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136035.626245:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a6609a0. 00000400:00000010:2.0:1789136035.626248:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afc38. 00000100:00000200:2.0:1789136035.626251:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798772480, portal 10 00000100:00000001:2.0:1789136035.626252:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136035.626254:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000682880 : -118963708868736 : ffff93cd9a644780) 00000100:00000040:2.0:1789136035.626260:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.626270:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136035.626272:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136035.626275:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af088. 00000100:00000200:2.0:1789136035.626277:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798772480, offset 0 00000400:00000200:2.0:1789136035.626281:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136035.626285:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.626288:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136035.626291:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136035.626293:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136035.626295:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136035.626297:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136035.626300:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [144:144:255:4294967295] 192.168.204.106@tcp LPNI seq info [144:144:7:4294967295] 00000400:00000200:2.0:1789136035.626304:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.626310:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136035.626314:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136035.626317:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5fa00. 00000800:00000200:2.0:1789136035.626321:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136035.626326:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136035.626328:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136035.626331:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.626336:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: using a timeout of 115781 usecs (116 jiffies) 00000400:00000200:2.0:1789136035.626339:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136035.626341:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295029879 00000100:00000001:2.0:1789136035.626343:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295030712 00000100:00000001:2.0:1789136035.626345:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295029879 00000100:00000001:2.0:1789136035.626347:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295030713 00000100:00000001:2.0:1789136035.626348:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136035.626351:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136035.626358:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136035.626363:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.626369:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136035.626370:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.626372:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136035.626374:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136035.626375:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136035.626377:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798772736:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136035.626381:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136035.626383:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136035.626384:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.626386:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136035.626389:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0099600. 02000000:00000001:2.0:1789136035.626401:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136035.626405:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136035.626407:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660e18. 00000400:00000010:2.0:1789136035.626411:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afb28. 00000100:00000200:2.0:1789136035.626414:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798772736, portal 10 00000100:00000001:2.0:1789136035.626415:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136035.626416:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000684800 : -118963708866816 : ffff93cd9a644f00) 00000100:00000040:2.0:1789136035.626423:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.626428:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136035.626430:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136035.626432:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af550. 00000100:00000200:2.0:1789136035.626434:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798772736, offset 0 00000400:00000200:2.0:1789136035.626437:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136035.626441:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.626454:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136035.626457:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136035.626459:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136035.626461:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136035.626468:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136035.626471:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [145:145:254:4294967295] 192.168.204.106@tcp LPNI seq info [145:145:6:4294967295] 00000400:00000200:2.0:1789136035.626475:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.626482:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136035.626486:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136035.626489:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5ff00. 00000800:00000200:2.0:1789136035.626493:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136035.626509:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136035.626511:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136035.626514:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.626517:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: using a timeout of 15965 usecs (16 jiffies) 00000400:00000200:2.0:1789136035.626520:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136035.626522:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295029779 00000100:00000001:2.0:1789136035.626524:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295030712 00000100:00000001:2.0:1789136035.626526:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295029779 00000100:00000001:2.0:1789136035.626528:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295030713 00000100:00000001:2.0:1789136035.626530:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136035.626532:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136035.626534:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136035.626538:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.626545:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136035.626546:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.626548:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136035.626550:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136035.626552:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136035.626555:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a646940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798772992:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136035.626557:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136035.626560:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136035.626567:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.626569:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136035.626572:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0099000. 02000000:00000001:2.0:1789136035.626574:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136035.626577:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136035.626580:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660370. 00000400:00000010:2.0:1789136035.626584:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af908. 00000100:00000200:2.0:1789136035.626587:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798772992, portal 4 00000100:00000001:2.0:1789136035.626589:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136035.626590:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000691520 : -118963708860096 : ffff93cd9a646940) 00000100:00000040:2.0:1789136035.626596:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.626607:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136035.626609:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136035.626612:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912aff68. 00000100:00000200:2.0:1789136035.626614:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876044798772992, offset 0 00000400:00000200:2.0:1789136035.626618:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136035.626622:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.626625:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136035.626628:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136035.626630:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136035.626632:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136035.626634:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136035.626637:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [146:146:253:4294967295] 192.168.204.106@tcp LPNI seq info [146:146:5:4294967295] 00000400:00000200:2.0:1789136035.626640:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.626658:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136035.626662:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136035.626665:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5f000. 00000800:00000200:2.0:1789136035.626669:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136035.627915:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136035.627919:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136035.627924:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.627937:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: using a timeout of 17438 usecs (18 jiffies) 00000400:00000200:2.0:1789136035.627941:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136035.627944:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295029782 00000100:00000001:2.0:1789136035.627946:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295030712 00000100:00000001:2.0:1789136035.627949:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295029782 00000100:00000001:2.0:1789136035.627950:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295030713 00000100:00000001:2.0:1789136035.627953:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136035.627955:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136035.627959:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136035.627962:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136035.627971:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136035.627973:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789136035.627976:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136035.627977:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136035.627979:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136035.627983:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1789136035.627984:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136035.627986:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136035.627988:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136035.627989:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136035.627990:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136035.627991:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136035.627998:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.628006:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136035.628007:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.628011:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136035.628013:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136035.628015:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136035.628019:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798772352:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136035.628022:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136035.628026:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136035.628028:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.628036:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136035.628040:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0099200. 02000000:00000001:2.0:1789136035.628042:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136035.628047:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136035.628050:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660dc0. 00000400:00000010:2.0:1789136035.628054:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af6e8. 00000100:00000200:2.0:1789136035.628058:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798772352, portal 10 00000100:00000001:2.0:1789136035.628061:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136035.628062:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000680960 : -118963708870656 : ffff93cd9a644000) 00000100:00000040:2.0:1789136035.628069:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.628075:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136035.628077:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136035.628079:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af5d8. 00000100:00000200:2.0:1789136035.628081:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798772352, offset 0 00000400:00000200:2.0:1789136035.628086:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136035.628090:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.628095:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136035.628098:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136035.628101:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136035.628103:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136035.628106:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136035.628109:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [147:147:252:4294967295] 192.168.204.106@tcp LPNI seq info [147:147:4:4294967295] 00000400:00000200:2.0:1789136035.628113:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.628120:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136035.628125:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136035.628129:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5f100. 00000800:00000200:2.0:1789136035.628133:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136035.628137:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136035.628139:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136035.628142:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.628148:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: using a timeout of 96491 usecs (97 jiffies) 00000400:00000200:2.0:1789136035.628152:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136035.628154:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295029861 00000100:00000001:2.0:1789136035.628156:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295030712 00000100:00000001:2.0:1789136035.628158:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295029861 00000100:00000001:2.0:1789136035.628160:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295030713 00000100:00000001:2.0:1789136035.628162:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136035.628163:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136035.628165:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136035.628187:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.628194:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136035.628196:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.628198:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136035.628199:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136035.628201:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136035.628204:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a646d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798772608:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136035.628207:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136035.628209:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136035.628211:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.628213:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136035.628215:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0098400. 02000000:00000001:2.0:1789136035.628217:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136035.628220:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136035.628222:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660d10. 00000400:00000010:2.0:1789136035.628225:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af220. 00000100:00000200:2.0:1789136035.628228:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798772608, portal 10 00000100:00000001:2.0:1789136035.628230:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136035.628231:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000692480 : -118963708859136 : ffff93cd9a646d00) 00000100:00000040:2.0:1789136035.628236:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.628254:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136035.628256:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136035.628258:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afbb0. 00000100:00000200:2.0:1789136035.628261:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798772608, offset 0 00000400:00000200:2.0:1789136035.628264:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136035.628267:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.628270:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136035.628273:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136035.628275:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136035.628277:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136035.628279:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136035.628282:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [148:148:251:4294967295] 192.168.204.106@tcp LPNI seq info [148:148:3:4294967295] 00000400:00000200:2.0:1789136035.628286:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.628292:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136035.628295:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136035.628298:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5f600. 00000800:00000200:2.0:1789136035.628302:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136035.628305:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136035.628308:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136035.628310:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.628313:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: using a timeout of 13587 usecs (14 jiffies) 00000400:00000200:2.0:1789136035.628316:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136035.628318:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295029779 00000100:00000001:2.0:1789136035.628320:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295030712 00000100:00000001:2.0:1789136035.628322:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295029779 00000100:00000001:2.0:1789136035.628323:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295030713 00000100:00000001:2.0:1789136035.628325:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136035.628327:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136035.628332:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136035.628336:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.628342:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136035.628344:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.628346:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136035.628347:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136035.628349:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136035.628352:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798772864:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136035.628354:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136035.628356:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136035.628358:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136035.628359:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136035.628361:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0099a00. 02000000:00000001:2.0:1789136035.628363:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136035.628365:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136035.628367:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660b00. 00000400:00000010:2.0:1789136035.628370:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af880. 00000100:00000200:2.0:1789136035.628373:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798772864, portal 4 00000100:00000001:2.0:1789136035.628375:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136035.628376:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000696320 : -118963708855296 : ffff93cd9a647c00) 00000100:00000040:2.0:1789136035.628381:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136035.628386:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136035.628389:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136035.628391:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afaa0. 00000100:00000200:2.0:1789136035.628392:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876044798772864, offset 0 00000400:00000200:2.0:1789136035.628396:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136035.628399:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.628402:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136035.628404:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136035.628406:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136035.628408:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136035.628419:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136035.628422:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [149:149:250:4294967295] 192.168.204.106@tcp LPNI seq info [149:149:2:4294967295] 00000400:00000200:2.0:1789136035.628426:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136035.628433:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136035.628437:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136035.629579:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5fe00. 00000800:00000200:2.0:1789136035.629589:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136035.629595:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136035.629599:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136035.629604:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136035.629607:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: using a timeout of 10641 usecs (11 jiffies) 00000400:00000200:2.0:1789136035.629611:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136035.629614:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295029777 00000100:00000001:2.0:1789136035.629616:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295030712 00000100:00000001:2.0:1789136035.629618:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295029777 00000100:00000001:2.0:1789136035.629620:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295030713 00000100:00000001:2.0:1789136035.629622:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136035.629625:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136035.629629:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136035.629632:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136035.629664:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136035.629666:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136035.631572:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136035.631579:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5f900. 00000400:00000200:1.0:1789136035.631585:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.631593:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136035.631600:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afdd0 00000400:00000010:1.0:1789136035.631602:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afdd0. 00000100:00000001:1.0:1789136035.631607:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136035.631614:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.631626:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136035.631629:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.631636:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136035.631638:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136035.631792:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136035.631795:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5fa00. 00000400:00000200:1.0:1789136035.631799:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.631803:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136035.631806:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af088 00000400:00000010:1.0:1789136035.631808:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af088. 00000100:00000001:1.0:1789136035.631811:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136035.631815:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.631822:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136035.631825:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.631832:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136035.631834:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136035.631842:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136035.631845:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5ff00. 00000400:00000200:1.0:1789136035.631847:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.631851:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136035.631853:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af550 00000400:00000010:1.0:1789136035.631855:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af550. 00000100:00000001:1.0:1789136035.631857:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136035.631861:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.631867:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136035.631870:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.631877:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136035.631878:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136035.631887:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136035.631889:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5f000. 00000400:00000200:1.0:1789136035.631891:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.631894:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136035.631896:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912aff68 00000400:00000010:1.0:1789136035.631904:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912aff68. 00000100:00000001:1.0:1789136035.631907:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136035.631912:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.631920:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136035.631922:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.631929:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136035.631931:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136035.631940:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136035.631942:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5f100. 00000400:00000200:1.0:1789136035.631945:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.631948:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136035.631951:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af5d8 00000400:00000010:1.0:1789136035.631952:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af5d8. 00000100:00000001:1.0:1789136035.631954:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136035.631958:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.631965:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136035.631967:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.631974:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136035.631975:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136035.631982:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136035.631984:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5f600. 00000400:00000200:1.0:1789136035.631987:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.631990:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136035.631992:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afbb0 00000400:00000010:1.0:1789136035.631993:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afbb0. 00000100:00000001:1.0:1789136035.631995:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136035.631999:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.632017:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136035.632020:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.632026:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136035.632028:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136035.632534:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136035.632538:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5fe00. 00000400:00000200:1.0:1789136035.632541:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.632545:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136035.632548:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afaa0 00000400:00000010:1.0:1789136035.632550:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afaa0. 00000100:00000001:1.0:1789136035.632552:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136035.632557:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.632564:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136035.632566:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.632571:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136035.632572:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136035.653629:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136035.653689:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136035.653694:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136035.653698:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136035.653707:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136035.653714:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136035.653725:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136035.653730:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136035.653735:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136035.653740:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 25 MB=0x6aa40b7d04400 00000400:00000200:0.0:1789136035.653745:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136035.653751:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:0.0:1789136035.653758:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136035.653762:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136035.653765:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136035.653776:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136035.653785:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136035.653805:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136035.653819:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136035.653840:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136035.653848:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136035.653853:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136035.653855:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136035.653857:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136035.653861:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136035.653878:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136035.653883:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136035.653886:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136035.653890:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136035.653904:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136035.653910:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136035.653918:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136035.653927:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136035.653931:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660478. 00000400:00000200:3.0:1789136035.653935:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af4c8 00000400:00000010:3.0:1789136035.653938:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af4c8. 00000100:00000001:3.0:1789136035.653942:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136035.653946:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136035.653956:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.653962:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136035.653965:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.653968:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136035.653971:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136035.653974:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136035.653975:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136035.653979:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136035.653985:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136035.653990:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136035.653992:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136035.653994:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136035.653997:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136035.653999:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.654002:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136035.654007:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789136035.654013:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 4 MB=0x6aa40b7d04700 00000100:00000001:3.0:1789136035.654014:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1789136035.654017:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136035.654017:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136035.654019:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136035.654022:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.106@tcp of length 224/224 into md 0x879 [1] + 224 00000100:00000040:3.0:1789136035.654024:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1789136035.654027:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1789136035.654031:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a6452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798772224:192.168.204.106@tcp:400:kworker.0 00000800:00000001:0.0:1789136035.654032:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136035.654034:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136035.654037:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:3.0:1789136035.654037:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136035.654040:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136035.654044:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.654046:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136035.654050:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a6452c0 x1876044798772224/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136035.654053:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.654057:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136035.654059:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1789136035.654061:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1789136035.654062:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0099800. 00000800:00000001:0.0:1789136035.654065:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1789136035.654065:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1789136035.654068:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789136035.654068:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136035.654069:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136035.654072:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 00000800:00000001:0.0:1789136035.654073:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1789136035.654074:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd87b75000. 00000800:00000001:0.0:1789136035.654076:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1789136035.654078:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1789136035.654079:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 02000000:00000001:3.0:1789136035.654080:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136035.654081:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a6452c0. 00000400:00000200:0.0:1789136035.654082:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136035.654086:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136035.654086:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136035.654088:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136035.654089:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136035.654091:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136035.654092:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136035.654093:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136035.654094:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1789136035.654095:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04600 00000400:00000001:3.0:1789136035.654097:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1789136035.654098:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000001:3.0:1789136035.654098:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136035.654099:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660370. 00000400:00000200:3.0:1789136035.654101:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af908 00000400:00000010:3.0:1789136035.654103:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af908. 00000100:00000001:3.0:1789136035.654105:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136035.654884:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136035.654896:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.654903:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136035.654906:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.654908:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136035.654910:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136035.654911:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136035.654913:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136035.654915:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136035.654930:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd91e54460 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136035.654933:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd91e54418 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136035.654935:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136035.654936:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136035.654938:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789136035.654943:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789136035.654949:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.654952:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789136035.654954:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:3.0:1789136035.654957:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789136035.654958:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136035.654962:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.654968:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136035.654970:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136035.654972:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136035.654975:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136035.654982:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a646940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798772992:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136035.654987:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.654989:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136035.654993:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a646940 x1876044798772992/t0(0) o400->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.654999:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136035.655000:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136035.655003:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0099000. 02000000:00000001:3.0:1789136035.655005:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136035.655007:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136035.655008:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd91e54000 refcount=2 obd=lustre-OST0001-osc-ffff93cda0223800 00000020:00000001:3.0:1789136035.655010:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136035.655017:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd92c5f300. 02000000:00000001:3.0:1789136035.655021:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136035.655022:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136035.655024:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a646940. 00000100:00000001:3.0:1789136035.655026:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136035.655028:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.655031:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.655033:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136035.655034:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136035.655038:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.655039:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136035.658586:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:0.0:1789136035.658603:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661627:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136035.661636:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.661647:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136035.661656:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136035.661672:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136035.661685:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.661704:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136035.661715:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661727:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136035.661729:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661731:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136035.661738:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661743:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136035.661748:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661752:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661757:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661760:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04480 00000400:00000200:1.0:1789136035.661765:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661770:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:1.0:1789136035.661776:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661779:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136035.661781:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.661784:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136035.661787:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136035.661792:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136035.661800:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.661807:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136035.661811:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661814:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136035.661815:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661817:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136035.661819:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661822:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136035.661826:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661828:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661831:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661834:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04580 00000400:00000200:1.0:1789136035.661837:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661847:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:1.0:1789136035.661852:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661855:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136035.661858:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.661861:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136035.661864:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136035.661869:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136035.661877:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.661884:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136035.661887:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661890:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136035.661892:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661894:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136035.661897:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661900:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136035.661903:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661906:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661908:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661910:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04500 00000400:00000200:1.0:1789136035.661913:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661916:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:1.0:1789136035.661919:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661922:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136035.661924:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.661927:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136035.661929:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136035.661933:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136035.661940:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.661952:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136035.661956:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661960:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136035.661961:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.661963:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136035.661967:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661970:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136035.661974:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661977:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661979:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661982:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 4 MB=0x6aa40b7d04680 00000400:00000200:1.0:1789136035.661985:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136035.661989:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.106@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:1.0:1789136035.661992:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.662000:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136035.662002:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136035.662005:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136035.662008:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136035.662011:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136035.662019:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136035.662026:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136035.662029:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136035.662032:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662118:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136035.662123:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136035.662130:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136035.662132:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136035.662135:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660dc0. 00000400:00000200:3.0:1789136035.662139:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af6e8 00000400:00000010:3.0:1789136035.662142:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af6e8. 00000100:00000001:3.0:1789136035.662145:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136035.662149:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136035.662159:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662188:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136035.662190:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662192:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136035.662195:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136035.662198:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136035.662200:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136035.662203:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136035.662212:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9460 time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136035.662216:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9418 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136035.662219:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136035.662221:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136035.662223:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136035.662226:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.662230:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789136035.662237:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:3.0:1789136035.662238:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789136035.662240:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136035.662246:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662254:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136035.662257:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136035.662259:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136035.662263:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136035.662271:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798772352:192.168.204.106@tcp:400:kworker.0 00000400:00000001:3.0:1789136035.662276:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136035.662277:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136035.662279:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660d10. 00000400:00000200:3.0:1789136035.662281:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af220 00000400:00000010:3.0:1789136035.662283:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af220. 00000100:00000001:3.0:1789136035.662285:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136035.662287:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136035.662296:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662302:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136035.662303:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662305:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136035.662306:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136035.662307:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136035.662308:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136035.662310:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136035.662314:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd89535460 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136035.662316:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd89535418 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136035.662318:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136035.662324:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136035.662326:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136035.662327:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.662330:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789136035.662331:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:3.0:1789136035.662333:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789136035.662334:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136035.662337:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662343:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136035.662345:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136035.662346:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136035.662349:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136035.662357:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a646d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798772608:192.168.204.106@tcp:400:kworker.0 00000400:00000001:3.0:1789136035.662361:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136035.662362:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136035.662363:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660b00. 00000400:00000200:3.0:1789136035.662365:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af880 00000400:00000010:3.0:1789136035.662367:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af880. 00000100:00000001:3.0:1789136035.662369:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136035.662371:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136035.662379:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662385:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136035.662386:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662387:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136035.662388:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136035.662389:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136035.662391:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136035.662392:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136035.662401:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd87349c60 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136035.662404:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd87349c18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136035.662406:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136035.662407:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136035.662409:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789136035.662413:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789136035.662419:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.662421:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789136035.662422:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:3.0:1789136035.662424:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789136035.662426:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136035.662429:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662434:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136035.662436:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136035.662437:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136035.662440:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136035.662575:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a647c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798772864:192.168.204.106@tcp:400:kworker.0 00000400:00000001:3.0:1789136035.662581:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136035.662582:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136035.662584:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a6609a0. 00000400:00000200:3.0:1789136035.662586:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afc38 00000400:00000010:3.0:1789136035.662588:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afc38. 00000100:00000001:3.0:1789136035.662590:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136035.662594:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136035.662602:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662618:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136035.662620:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662621:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136035.662623:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136035.662624:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136035.662625:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136035.662627:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136035.662631:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9c60 time=84 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136035.662634:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9c18 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136035.662636:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136035.662637:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136035.662639:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789136035.662643:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789136035.662649:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.662651:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789136035.662653:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:3.0:1789136035.662655:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789136035.662656:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136035.662659:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662665:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136035.662724:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136035.662726:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136035.662731:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136035.662738:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2400:1876044798772480:192.168.204.106@tcp:400:kworker.0 00000400:00000001:3.0:1789136035.662743:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136035.662744:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136035.662746:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660e18. 00000400:00000200:3.0:1789136035.662755:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afb28 00000400:00000010:3.0:1789136035.662756:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afb28. 00000100:00000001:3.0:1789136035.662758:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136035.662761:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136035.662768:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662773:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136035.662774:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662776:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136035.662777:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136035.662778:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136035.662779:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136035.662781:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136035.662786:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd8734cc60 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136035.662788:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd8734cc18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136035.662790:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136035.662791:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136035.662792:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789136035.662795:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789136035.662802:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.662804:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789136035.662805:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:3.0:1789136035.662807:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789136035.662808:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136035.662812:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662818:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136035.662819:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136035.662821:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136035.662824:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136035.662841:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2400:1876044798772736:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136035.662845:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662848:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136035.662852:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644000 x1876044798772352/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662859:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136035.662862:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136035.662865:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0099200. 02000000:00000001:3.0:1789136035.662868:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136035.662870:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136035.662872:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000001:3.0:1789136035.662874:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136035.662877:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd87b44300. 02000000:00000001:3.0:1789136035.662882:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136035.662885:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136035.662886:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644000. 00000100:00000001:3.0:1789136035.662891:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136035.662893:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662894:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136035.662898:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a646d00 x1876044798772608/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662904:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136035.662906:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136035.662907:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0098400. 02000000:00000001:3.0:1789136035.662910:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136035.662911:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136035.662912:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd89535000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000001:3.0:1789136035.662914:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136035.662915:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd92c5fd00. 02000000:00000001:3.0:1789136035.662917:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136035.662919:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136035.662920:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a646d00. 00000100:00000001:3.0:1789136035.662929:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136035.662931:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662932:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136035.662936:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a647c00 x1876044798772864/t0(0) o400->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662942:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136035.662944:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136035.662946:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0099a00. 02000000:00000001:3.0:1789136035.662948:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136035.662950:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136035.662951:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd87349800 refcount=2 obd=lustre-OST0000-osc-ffff93cda0223800 00000020:00000001:3.0:1789136035.662953:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136035.662955:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd92c5fc00. 02000000:00000001:3.0:1789136035.662957:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136035.662958:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136035.662960:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a647c00. 00000100:00000001:3.0:1789136035.662962:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136035.662963:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662965:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136035.662968:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644780 x1876044798772480/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.662975:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136035.662976:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136035.662978:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0099400. 02000000:00000001:3.0:1789136035.662980:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136035.662981:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136035.662982:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000001:3.0:1789136035.662984:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136035.662986:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd87b44500. 02000000:00000001:3.0:1789136035.662988:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136035.662989:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136035.662990:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644780. 00000100:00000001:3.0:1789136035.662993:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136035.662994:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.662996:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136035.662999:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644f00 x1876044798772736/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136035.663011:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136035.663012:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136035.663014:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0099600. 02000000:00000001:3.0:1789136035.663017:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136035.663019:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136035.663020:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cd8734c800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000001:3.0:1789136035.663021:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136035.663023:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd92c5fb00. 02000000:00000001:3.0:1789136035.663025:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136035.663025:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136035.663027:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644f00. 00000100:00000001:3.0:1789136035.663030:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136035.663031:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.663033:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136035.663041:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136035.663043:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136035.663045:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136035.663047:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136036.583292:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295030712, at 4295030720 00000100:00000010:0.0:1789136036.583308:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91daf9c0. 00000100:00000040:1.0:1789136036.583874:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295030713, at 4295030720 00000100:00000010:1.0:1789136036.583881:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91daf6c0. 00010000:00000001:0.0:1789136036.647301:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136036.647309:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136036.647315:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136036.647317:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136036.647425:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136036.647429:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136036.647432:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136037.671832:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136037.671836:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136037.671840:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136037.671841:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136037.671855:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136037.671857:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136037.671859:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136038.695408:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136038.695415:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136038.695421:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136038.695422:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136038.695595:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136038.695598:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136038.695601:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136039.720539:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136039.720552:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789136039.720554:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789136039.720558:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136039.720564:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789136039.720567:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136039.720570:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136039.720998:0:6:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136039.721004:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136039.721007:0:6:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789136039.721008:0:6:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789136039.721010:0:6:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136039.721012:0:6:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789136039.721014:0:6:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136039.721015:0:6:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136039.721017:0:6:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136039.721061:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136039.721065:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136039.721068:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136040.745099:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136040.745107:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136040.745113:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136040.745114:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136040.745313:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136040.745317:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136040.745320:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789136040.745432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136040.745438:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136040.745447:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b6580. 00000020:00000040:0.0:1789136040.745452:0:8:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:0.0:1789136040.745457:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136040.745460:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136040.745465:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136040.745472:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cda113af00. 00000100:00000001:0.0:1789136040.745478:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745490:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136040.745500:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136040.745505:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745510:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058d0cb49] to pc [ptlrpcd_00_00+0] req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.745546:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136040.745552:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136040.745571:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b4b40. 00000020:00000040:0.0:1789136040.745574:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000100:00000001:0.0:1789136040.745576:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136040.745577:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136040.745579:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136040.745583:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cda113ac00. 00000100:00000001:0.0:1789136040.745587:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745591:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136040.745599:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136040.745601:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745605:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25b42] to pc [ptlrpcd_00_01+1] req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.745613:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136040.745619:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789136040.745621:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1789136040.745622:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b61c0. 00000020:00000040:0.0:1789136040.745624:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000100:00000001:0.0:1789136040.745626:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1789136040.745626:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1789136040.745627:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136040.745629:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.745629:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1789136040.745634:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd876e3e00. 00000100:00000040:1.0:1789136040.745636:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.745637:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745641:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136040.745649:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136040.745650:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.745651:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1789136040.745654:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b149f012] to pc [ptlrpcd_00_00+0] req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.745654:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136040.745658:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789136040.745660:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136040.745661:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136040.745663:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1789136040.745667:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798773120:192.168.204.106@tcp:400:kworker.0 00000100:00000040:0.0:1789136040.745671:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1789136040.745672:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1789136040.745674:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789136040.745677:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1789136040.745679:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1789136040.745680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1789136040.745682:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.745683:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136040.745685:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b5680. 02000000:00000001:1.0:1789136040.745685:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1789136040.745687:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd89535000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000100:00000001:0.0:1789136040.745690:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136040.745691:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1789136040.745691:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda01eca00. 02000000:00000001:0.0:1789136040.745693:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136040.745693:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136040.745697:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd876e3c00. 00000100:00000001:0.0:1789136040.745701:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789136040.745701:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000040:0.0:1789136040.745704:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1789136040.745706:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92e3f7e8. 00000100:00000001:0.0:1789136040.745710:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136040.745712:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789136040.745714:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2770. 00000100:00000040:0.0:1789136040.745715:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003aa5dc99] to pc [ptlrpcd_00_01+1] req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.745721:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1789136040.745722:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798773120, portal 25 00000100:00000040:0.0:1789136040.745723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136040.745724:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136040.745726:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789136040.745726:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914117504 : -118963795434112 : ffff93cd953b6580) 00000100:00000010:0.0:1789136040.745728:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b5e00. 00000020:00000040:0.0:1789136040.745730:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd8734c800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000100:00000040:1.0:1789136040.745731:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.745732:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136040.745733:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136040.745735:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136040.745738:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd9a160900. 00000100:00000001:1.0:1789136040.745739:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789136040.745741:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136040.745741:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:1.0:1789136040.745745:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2c38. 00000100:00000200:1.0:1789136040.745747:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876044798773120, offset 0 00000100:00000040:0.0:1789136040.745748:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136040.745754:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1789136040.745754:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000100:00000001:0.0:1789136040.745756:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745759:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021622047] to pc [ptlrpcd_00_00+0] req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789136040.745762:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136040.745766:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1789136040.745769:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000100:00000001:0.0:1789136040.745771:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789136040.745773:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000400:00000200:1.0:1789136040.745775:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1789136040.745776:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000400:00000200:1.0:1789136040.745779:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000100:00000010:0.0:1789136040.745780:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b7c00. 00000020:00000040:0.0:1789136040.745782:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd87349800 refcount=3 obd=lustre-OST0000-osc-ffff93cda0223800 00000400:00000200:1.0:1789136040.745783:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1789136040.745784:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136040.745785:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1789136040.745786:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 02000000:00000001:0.0:1789136040.745787:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136040.745790:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd9a160a00. 00000100:00000001:0.0:1789136040.745793:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.745795:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625109914123264 : -118963795428352 : ffff93cd953b7c00) 00000400:00000200:1.0:1789136040.745795:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [150:150:256:4294967295] 192.168.204.106@tcp LPNI seq info [150:150:8:4294967295] 00000100:00080000:0.0:1789136040.745798:0:8:0:(import.c:65:import_set_state_nolock()) ffff93cd87349800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000400:00000200:1.0:1789136040.745799:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00080000:0.0:1789136040.745801:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff93cda0223800: disconnect after 20s idle 00000100:00000001:0.0:1789136040.745803:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136040.745804:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745808:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008af6da7b] to pc [ptlrpcd_rcv+-1] req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789136040.745820:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000100:00000001:0.0:1789136040.745825:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.745828:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745830:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136040.745833:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789136040.745834:0:8:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000800:00000200:1.0:1789136040.745834:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:1.0:1789136040.745839:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91d62700. 00000100:00000001:0.0:1789136040.745840:0:8:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000800:00000200:1.0:1789136040.745846:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000100:00000010:0.0:1789136040.745851:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b7840. 00000020:00000040:0.0:1789136040.745854:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd91e54000 refcount=3 obd=lustre-OST0001-osc-ffff93cda0223800 00000800:00000200:1.0:1789136040.745855:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000100:00000001:0.0:1789136040.745856:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136040.745857:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136040.745859:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136040.745860:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91d62700 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1789136040.745862:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd90af4e00. 00000100:00000001:0.0:1789136040.745866:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.745867:0:8:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446625109914122304 : -118963795429312 : ffff93cd953b7840) 00000100:00080000:0.0:1789136040.745870:0:8:0:(import.c:65:import_set_state_nolock()) ffff93cd91e54000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1789136040.745871:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789136040.745872:0:8:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff93cda0223800: disconnect after 20s idle 00000100:00000001:0.0:1789136040.745874:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1789136040.745875:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136040.745876:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.745878:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295035832 00000100:00000040:0.0:1789136040.745880:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d407713d] to pc [ptlrpcd_rcv+-1] req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1789136040.745882:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd8a7ab480. 00000100:00000001:0.0:1789136040.745887:0:8:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.745888:0:8:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.745889:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1789136040.745892:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (372) 00000100:00000001:1.0:1789136040.745895:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295035832 00000100:00000010:1.0:1789136040.745898:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd8a7ab6c0. 00000100:00000001:0.0:1789136040.745902:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136040.745902:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789136040.745904:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136040.745905:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136040.745906:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789136040.745908:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745910:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.745911:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.745914:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.745916:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136040.745918:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136040.745919:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136040.745921:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136040.745921:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1789136040.745923:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.745924:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789136040.745926:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798773248:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136040.745926:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136040.745927:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136040.745928:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1789136040.745929:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136040.745931:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1789136040.745932:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789136040.745933:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.745938:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1789136040.745939:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789136040.745939:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136040.745941:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1789136040.745942:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87843c00. 02000000:00000001:1.0:1789136040.745943:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136040.745944:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136040.745945:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136040.745948:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136040.745952:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67478. 00000100:00100000:1.0:1789136040.745952:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798773376:192.168.204.106@tcp:400:kworker.0 00000400:00000010:0.0:1789136040.745955:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee000. 00000100:00000001:1.0:1789136040.745955:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1789136040.745958:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798773248, portal 10 02000000:00000001:1.0:1789136040.745958:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789136040.745959:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.745960:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136040.745961:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914110784 : -118963795440832 : ffff93cd953b4b40) 02000000:00000001:1.0:1789136040.745961:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789136040.745963:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda01ede00. 02000000:00000001:1.0:1789136040.745965:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.745967:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789136040.745967:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:1.0:1789136040.745970:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92e3f210. 00000400:00000010:1.0:1789136040.745973:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2088. 00000100:00000001:0.0:1789136040.745974:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1789136040.745975:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798773376, portal 10 00000100:00000040:0.0:1789136040.745976:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000100:00000001:1.0:1789136040.745977:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1789136040.745978:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee7f8. 00000100:00000001:1.0:1789136040.745978:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914116544 : -118963795435072 : ffff93cd953b61c0) 00000100:00000200:0.0:1789136040.745980:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798773248, offset 0 00000100:00000040:1.0:1789136040.745983:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789136040.745984:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136040.745988:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:1.0:1789136040.745989:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1789136040.745992:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000100:00000040:1.0:1789136040.745992:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136040.745994:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1789136040.745994:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2880. 00000100:00000200:1.0:1789136040.745995:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798773376, offset 0 00000400:00000200:0.0:1789136040.745997:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136040.745999:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789136040.745999:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136040.746002:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136040.746004:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [151:151:255:4294967295] 192.168.204.106@tcp LPNI seq info [151:151:7:4294967295] 00000400:00000200:0.0:1789136040.746008:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136040.746039:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136040.746042:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136040.746044:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136040.746050:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136040.746056:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136040.746058:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136040.746060:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136040.746068:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136040.746070:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136040.746074:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798773760:192.168.204.106@tcp:9:kworker.0 00000100:00000001:3.0:1789136040.746078:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136040.746080:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136040.746081:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136040.746083:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136040.746086:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda08ca800. 02000000:00000001:3.0:1789136040.746088:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136040.746091:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136040.746094:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2318. 00000400:00000010:3.0:1789136040.746098:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49ee0. 00000100:00000200:3.0:1789136040.746101:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798773760, portal 4 00000100:00000001:3.0:1789136040.746102:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136040.746104:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914123264 : -118963795428352 : ffff93cd953b7c00) 00000100:00000040:3.0:1789136040.746108:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136040.746115:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136040.746117:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136040.746120:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49440. 00000100:00000200:3.0:1789136040.746122:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876044798773760, offset 0 00000400:00000200:3.0:1789136040.746127:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136040.746130:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136040.746134:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136040.746137:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136040.746139:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136040.746141:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136040.746143:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136040.746145:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [152:152:255:4294967295] 192.168.204.106@tcp LPNI seq info [152:152:7:4294967295] 00000400:00000200:3.0:1789136040.746148:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.746201:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136040.746205:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136040.746209:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd90af4b00. 00000800:00000200:0.0:1789136040.746213:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136040.746218:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136040.746221:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd90af4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136040.746224:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.746233:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: using a timeout of 94510 usecs (95 jiffies) 00000400:00000200:0.0:1789136040.746236:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136040.746238:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295034978 00000100:00000001:0.0:1789136040.746241:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295035832 00000100:00000001:0.0:1789136040.746242:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295034978 00000100:00000001:0.0:1789136040.746244:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295035832 00000100:00000001:0.0:1789136040.746246:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136040.746248:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.746250:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136040.746253:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.746259:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136040.746260:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136040.746262:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136040.746264:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136040.746266:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136040.746268:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2398:1876044798773504:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136040.746271:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136040.746274:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136040.746275:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136040.746277:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136040.746280:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87843200. 02000000:00000001:0.0:1789136040.746281:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136040.746284:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136040.746286:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67d10. 00000400:00000010:0.0:1789136040.746289:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee110. 00000100:00000200:0.0:1789136040.746292:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798773504, portal 10 00000100:00000001:0.0:1789136040.746294:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136040.746295:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914113664 : -118963795437952 : ffff93cd953b5680) 00000100:00000040:0.0:1789136040.746301:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.746317:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136040.746319:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136040.746322:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee3b8. 00000100:00000200:0.0:1789136040.746325:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798773504, offset 0 00000400:00000200:0.0:1789136040.746328:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:1.0:1789136040.750892:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.750907:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:1.0:1789136040.750915:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789136040.750920:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:1.0:1789136040.750924:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789136040.750927:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:1.0:1789136040.750931:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [153:153:254:4294967295] 192.168.204.106@tcp LPNI seq info [153:153:6:4294967295] 00000400:00000200:1.0:1789136040.750947:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.750958:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:1.0:1789136040.750965:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:1.0:1789136040.750977:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91d62900. 00000800:00000200:1.0:1789136040.751001:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:1.0:1789136040.751009:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:1.0:1789136040.751014:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91d62900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789136040.751021:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136040.751027:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: using a timeout of 112356 usecs (113 jiffies) 00000400:00000200:1.0:1789136040.751031:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:1.0:1789136040.751034:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295035000 00000100:00000001:1.0:1789136040.751039:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295035832 00000100:00000001:1.0:1789136040.751041:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295035000 00000100:00000001:1.0:1789136040.751043:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295035832 00000100:00000001:1.0:1789136040.751046:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136040.751050:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.751055:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789136040.751064:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.751075:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789136040.751077:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136040.751081:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789136040.751085:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789136040.751087:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789136040.751090:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2397:1876044798773632:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136040.751094:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789136040.751102:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789136040.751105:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136040.751107:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789136040.751116:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd8797ae00. 02000000:00000001:1.0:1789136040.751118:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789136040.751123:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:1.0:1789136040.751129:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92e3ff78. 00000400:00000010:1.0:1789136040.751136:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2aa0. 00000100:00000200:1.0:1789136040.751144:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798773632, portal 10 00000100:00000001:1.0:1789136040.751153:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789136040.751155:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914115584 : -118963795436032 : ffff93cd953b5e00) 00000100:00000040:1.0:1789136040.751163:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.751186:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789136040.751188:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:1.0:1789136040.751192:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2660. 00000100:00000200:1.0:1789136040.751196:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798773632, offset 0 00000400:00000200:1.0:1789136040.751202:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:1.0:1789136040.751209:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.751213:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:1.0:1789136040.751215:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789136040.751218:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:1.0:1789136040.751221:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789136040.751223:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:1.0:1789136040.751226:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [154:154:253:4294967295] 192.168.204.106@tcp LPNI seq info [154:154:5:4294967295] 00000400:00000200:1.0:1789136040.751230:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.751236:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:1.0:1789136040.751241:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:1.0:1789136040.751245:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91d62c00. 00000800:00000200:1.0:1789136040.751249:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:1.0:1789136040.751253:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:1.0:1789136040.751256:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91d62c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789136040.751259:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136040.751263:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: using a timeout of 22232 usecs (23 jiffies) 00000400:00000200:1.0:1789136040.751266:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:1.0:1789136040.751267:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295034910 00000100:00000001:1.0:1789136040.751270:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295035832 00000100:00000001:1.0:1789136040.751272:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295034910 00000100:00000001:1.0:1789136040.751275:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295035832 00000100:00000001:1.0:1789136040.751297:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136040.751300:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.751303:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.751308:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136040.751317:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789136040.751319:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789136040.751323:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136040.751325:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136040.751326:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.751329:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136040.751394:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136040.751409:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91d62700. 00000400:00000200:1.0:1789136040.751418:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136040.751424:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136040.751430:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2c38 00000400:00000010:1.0:1789136040.751433:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2c38. 00000100:00000001:1.0:1789136040.751437:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136040.751442:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.751453:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136040.751457:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.751464:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.751465:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136040.751480:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136040.751483:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd90af4b00. 00000400:00000200:1.0:1789136040.751487:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136040.751490:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136040.751493:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee7f8 00000400:00000010:1.0:1789136040.751494:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee7f8. 00000100:00000001:1.0:1789136040.751497:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136040.751500:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.751509:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136040.751518:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.751524:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.751525:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136040.751535:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136040.751537:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91d62900. 00000400:00000200:1.0:1789136040.751540:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136040.751544:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136040.751546:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2880 00000400:00000010:1.0:1789136040.751548:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2880. 00000100:00000001:1.0:1789136040.751550:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136040.751553:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.751560:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136040.751563:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.751569:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.751570:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136040.751637:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136040.751640:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91d62c00. 00000400:00000200:1.0:1789136040.751643:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136040.751646:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136040.751648:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2660 00000400:00000010:1.0:1789136040.751650:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2660. 00000100:00000001:1.0:1789136040.751652:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136040.751655:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.751662:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136040.751665:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.751670:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.751672:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1789136040.753069:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136040.753079:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136040.753283:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5f700. 00000800:00000200:2.0:1789136040.753292:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136040.753300:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136040.753304:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136040.753316:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136040.753322:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: using a timeout of 19668 usecs (20 jiffies) 00000400:00000200:2.0:1789136040.753328:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136040.753331:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295034910 00000100:00000001:2.0:1789136040.753342:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295035832 00000100:00000001:2.0:1789136040.753344:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295034910 00000100:00000001:2.0:1789136040.753346:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295035832 00000100:00000001:2.0:1789136040.753348:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136040.753351:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136040.753355:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136040.753363:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136040.753372:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136040.753374:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136040.753379:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136040.753382:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136040.753385:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136040.753388:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798773888:192.168.204.106@tcp:9:kworker.0 00000100:00000001:2.0:1789136040.753392:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136040.753408:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136040.753411:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136040.753413:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136040.753419:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd92fbc400. 02000000:00000001:2.0:1789136040.753421:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136040.753426:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136040.753430:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660cb8. 00000400:00000010:2.0:1789136040.753435:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af990. 00000100:00000200:2.0:1789136040.753443:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798773888, portal 4 00000100:00000001:2.0:1789136040.753445:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136040.753447:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914122304 : -118963795429312 : ffff93cd953b7840) 00000100:00000040:2.0:1789136040.753455:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136040.753462:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136040.753464:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136040.753467:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af440. 00000100:00000200:2.0:1789136040.753476:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876044798773888, offset 0 00000400:00000200:2.0:1789136040.753483:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136040.753491:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136040.753497:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136040.753501:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136040.753505:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136040.753508:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136040.753511:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136040.753515:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [155:155:255:4294967295] 192.168.204.106@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:2.0:1789136040.753518:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136040.753525:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136040.753529:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136040.753533:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5f200. 00000800:00000200:2.0:1789136040.753537:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136040.753541:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136040.753544:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136040.753547:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136040.753550:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: using a timeout of 22416 usecs (23 jiffies) 00000400:00000200:2.0:1789136040.753553:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136040.753555:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295034913 00000100:00000001:2.0:1789136040.753557:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295035832 00000100:00000001:2.0:1789136040.753559:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295034913 00000100:00000001:2.0:1789136040.753561:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295035832 00000100:00000001:2.0:1789136040.753563:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136040.753565:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136040.753568:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136040.753571:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136040.753580:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136040.753583:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789136040.753585:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136040.753593:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136040.753595:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136040.753596:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136040.756026:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136040.756037:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5f700. 00000400:00000200:1.0:1789136040.756045:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136040.756054:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136040.756062:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49440 00000400:00000010:1.0:1789136040.756065:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49440. 00000100:00000001:1.0:1789136040.756071:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136040.756079:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.756090:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136040.756094:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.756100:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.756102:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136040.756225:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136040.756228:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5f200. 00000400:00000200:1.0:1789136040.756231:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136040.756235:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136040.756237:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af440 00000400:00000010:1.0:1789136040.756239:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af440. 00000100:00000001:1.0:1789136040.756241:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136040.756246:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.756252:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136040.756255:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.756261:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.756262:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1789136040.758583:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.758595:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136040.758601:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136040.758605:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136040.758608:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136040.758612:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136040.758615:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [156:156:256:4294967295] 192.168.204.106@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:0.0:1789136040.758620:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.758629:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136040.758635:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136040.758642:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd90af4200. 00000800:00000200:0.0:1789136040.758649:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136040.758656:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136040.758661:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd90af4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136040.758680:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.758686:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: using a timeout of 17276 usecs (18 jiffies) 00000400:00000200:0.0:1789136040.758690:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136040.758692:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295034913 00000100:00000001:0.0:1789136040.758695:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295035832 00000100:00000001:0.0:1789136040.758698:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295034913 00000100:00000001:0.0:1789136040.758700:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295035832 00000100:00000001:0.0:1789136040.758702:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136040.758706:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.758725:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.758729:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.758739:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136040.758741:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789136040.758745:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136040.758746:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136040.758749:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.758751:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789136040.758772:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.758789:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136040.758791:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.758793:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136040.758798:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.758802:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136040.758808:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.758825:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.758829:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.758833:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 25 MB=0x6aa40b7d04780 00000400:00000200:0.0:1789136040.758837:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.758843:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1789136040.758851:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.758855:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136040.758858:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136040.758862:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136040.758869:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136040.758878:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136040.758888:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.758904:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1789136040.758975:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136040.758979:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd90af4200. 00000400:00000200:0.0:1789136040.758983:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136040.758986:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136040.758996:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee3b8 00000400:00000010:0.0:1789136040.758998:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee3b8. 00000100:00000001:0.0:1789136040.759002:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136040.759007:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759018:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136040.759022:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759029:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.759030:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789136040.759037:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.759042:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136040.759043:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.759045:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136040.759048:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759051:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136040.759055:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759057:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759060:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759062:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04880 00000400:00000200:0.0:1789136040.759066:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759071:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:0.0:1789136040.759074:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.759076:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136040.759078:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136040.759080:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136040.759083:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136040.759087:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136040.759094:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759112:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136040.759116:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.759119:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136040.759120:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.759122:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136040.759125:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759128:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136040.759132:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759135:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759137:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759140:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04980 00000400:00000200:0.0:1789136040.759143:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759147:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x8e1 [1] + 224 00000800:00000001:0.0:1789136040.759151:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.759154:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136040.759156:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136040.759158:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136040.759161:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136040.759166:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136040.759197:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759203:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136040.759207:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.759211:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136040.759213:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.759215:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136040.759217:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759220:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136040.759223:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759225:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759234:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759236:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04800 00000400:00000200:0.0:1789136040.759239:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.759243:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1789136040.759247:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.759253:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136040.759255:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136040.759259:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136040.759261:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136040.759265:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136040.759273:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759285:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136040.759289:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.759291:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759301:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136040.759304:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789136040.759308:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136040.759310:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136040.759312:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67478. 00000400:00000200:0.0:1789136040.759315:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee000 00000400:00000010:0.0:1789136040.759317:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee000. 00000100:00000001:0.0:1789136040.759319:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136040.759322:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136040.759331:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759337:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136040.759339:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759341:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136040.759344:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136040.759353:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136040.759355:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136040.759359:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136040.759370:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9460 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136040.759375:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9418 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136040.759378:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136040.759380:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136040.759382:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789136040.759386:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.759391:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136040.759393:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136040.759395:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136040.759397:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.759413:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759420:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136040.759423:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136040.759426:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136040.759429:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136040.759436:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798773248:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136040.759441:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.759443:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136040.759446:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b4b40 x1876044798773248/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759452:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136040.759455:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136040.759458:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87843c00. 02000000:00000001:0.0:1789136040.759461:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136040.759464:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136040.759465:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000001:0.0:1789136040.759468:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136040.759476:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cda113ac00. 02000000:00000001:0.0:1789136040.759480:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136040.759482:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136040.759484:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b4b40. 00000100:00000001:0.0:1789136040.759488:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136040.759489:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759491:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.759493:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136040.759494:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136040.759496:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.759497:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.759507:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136040.759509:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789136040.759512:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136040.759513:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136040.759515:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92e3f210. 00000400:00000200:0.0:1789136040.759518:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2088 00000400:00000010:0.0:1789136040.759520:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2088. 00000100:00000001:0.0:1789136040.759522:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136040.759527:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136040.759535:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759541:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136040.759543:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759545:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136040.759546:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136040.759547:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136040.759549:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136040.759551:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136040.759555:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9c60 time=89 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136040.759558:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9c18 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136040.759560:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136040.759561:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136040.759563:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789136040.759566:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789136040.759583:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.759586:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136040.759588:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136040.759589:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136040.759591:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.759595:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759601:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136040.759603:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136040.759604:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136040.759608:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136040.759615:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798773376:192.168.204.106@tcp:400:kworker.0 00000400:00000001:0.0:1789136040.759621:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136040.759622:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136040.759624:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92e3ff78. 00000400:00000200:0.0:1789136040.759626:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2aa0 00000400:00000010:0.0:1789136040.759628:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2aa0. 00000100:00000001:0.0:1789136040.759631:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136040.759634:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136040.759641:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759647:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136040.759648:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759649:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136040.759651:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136040.759652:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136040.759653:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136040.759661:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136040.759666:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd8734cc60 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136040.759669:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd8734cc18 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136040.759671:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136040.759672:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136040.759674:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789136040.759678:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789136040.759684:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.759686:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136040.759687:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136040.759689:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136040.759690:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.759694:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759700:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136040.759702:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136040.759703:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136040.759706:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136040.759714:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2397:1876044798773632:192.168.204.106@tcp:400:kworker.0 00000400:00000001:0.0:1789136040.759719:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136040.759721:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136040.759722:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92e3f7e8. 00000400:00000200:0.0:1789136040.759725:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2770 00000400:00000010:0.0:1789136040.759727:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2770. 00000100:00000001:0.0:1789136040.759729:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136040.759733:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136040.759740:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759756:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136040.759757:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759759:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136040.759761:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136040.759762:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136040.759764:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136040.759765:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136040.759769:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136040.759772:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136040.759774:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136040.759775:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136040.759777:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789136040.759778:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.759780:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136040.759784:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759790:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136040.759792:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136040.759793:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136040.759796:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136040.759801:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798773120:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136040.759805:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759807:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136040.759810:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b61c0 x1876044798773376/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759815:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136040.759816:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136040.759818:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda01ede00. 02000000:00000001:0.0:1789136040.759821:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136040.759823:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136040.759830:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000001:0.0:1789136040.759832:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136040.759833:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd876e3e00. 02000000:00000001:0.0:1789136040.759837:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136040.759838:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136040.759839:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b61c0. 00000100:00000001:0.0:1789136040.759843:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136040.759844:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759846:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136040.759850:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b5e00 x1876044798773632/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759855:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136040.759856:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136040.759858:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd8797ae00. 02000000:00000001:0.0:1789136040.759860:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136040.759861:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136040.759862:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cd8734c800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000001:0.0:1789136040.759863:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136040.759864:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd9a160900. 02000000:00000001:0.0:1789136040.759867:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136040.759868:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136040.759869:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b5e00. 00000100:00000001:0.0:1789136040.759872:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136040.759873:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759874:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136040.759877:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b6580 x1876044798773120/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.759883:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136040.759884:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136040.759885:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda01eca00. 02000000:00000001:0.0:1789136040.759888:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136040.759889:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136040.759890:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:0.0:1789136040.759892:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136040.759893:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cda113af00. 02000000:00000001:0.0:1789136040.759895:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136040.759902:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136040.759903:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b6580. 00000100:00000001:0.0:1789136040.759906:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136040.759907:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759908:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136040.759914:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136040.759916:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136040.759918:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136040.759920:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789136040.761316:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136040.761330:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136040.761334:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136040.761337:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136040.761346:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.761365:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136040.761372:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.761376:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.761381:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.761385:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 4 MB=0x6aa40b7d04a80 00000400:00000200:1.0:1789136040.761389:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.761408:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.106@tcp of length 224/224 into md 0x8f1 [1] + 224 00000800:00000001:1.0:1789136040.761416:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136040.761420:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136040.761422:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136040.761427:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136040.761433:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136040.761440:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136040.761449:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.761470:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136040.761480:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136040.761484:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136040.761486:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136040.761488:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136040.761491:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.761494:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136040.761498:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.761500:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.761503:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.761505:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 4 MB=0x6aa40b7d04a00 00000400:00000200:1.0:1789136040.761508:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136040.761511:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.106@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:1.0:1789136040.761515:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136040.761577:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136040.761585:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136040.761589:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136040.761593:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136040.761597:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136040.761606:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.761612:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136040.761616:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136040.761619:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136040.761718:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136040.761722:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136040.761728:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136040.761730:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136040.761733:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2318. 00000400:00000200:2.0:1789136040.761737:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49ee0 00000400:00000010:2.0:1789136040.761740:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49ee0. 00000100:00000001:2.0:1789136040.761742:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136040.761747:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136040.761756:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136040.761762:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136040.761764:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136040.761766:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136040.761769:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136040.761770:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136040.761772:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136040.761775:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136040.761783:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd87349c60 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136040.761787:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd87349c18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136040.761791:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136040.761792:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136040.761795:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789136040.761799:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136040.761806:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136040.761809:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136040.761811:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136040.761813:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136040.761815:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136040.761819:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136040.761843:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136040.761845:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136040.761847:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789136040.761852:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789136040.761860:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd87349800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789136040.761865:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136040.761873:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798773760:192.168.204.106@tcp:9:kworker.0 00000400:00000001:2.0:1789136040.761879:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136040.761881:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136040.761882:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660cb8. 00000400:00000200:2.0:1789136040.761885:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af990 00000400:00000010:2.0:1789136040.761887:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af990. 00000100:00000001:2.0:1789136040.761890:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136040.761893:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136040.761900:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136040.761906:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136040.761907:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136040.761909:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136040.761910:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136040.761912:0:2396:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136040.761913:0:2396:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136040.761915:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136040.761919:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd91e54460 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136040.761923:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd91e54418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136040.761925:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136040.761932:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136040.761934:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789136040.761938:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136040.761945:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136040.761947:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789136040.761949:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:2.0:1789136040.761950:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789136040.761952:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136040.761955:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136040.761962:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136040.761964:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136040.761965:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1789136040.761969:0:2396:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789136040.761976:0:2396:0:(import.c:65:import_set_state_nolock()) ffff93cd91e54000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1789136040.761980:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136040.761988:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2396:1876044798773888:192.168.204.106@tcp:9:kworker.0 00000100:00000001:2.0:1789136040.761992:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136040.761995:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136040.761999:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b7c00 x1876044798773760/t0(0) o9->lustre-OST0000-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136040.762005:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136040.762008:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136040.762011:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda08ca800. 02000000:00000001:2.0:1789136040.762014:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136040.762016:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136040.762018:0:2396:0:(genops.c:1223:class_import_put()) import ffff93cd87349800 refcount=2 obd=lustre-OST0000-osc-ffff93cda0223800 00000020:00000001:2.0:1789136040.762025:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136040.762027:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd9a160a00. 02000000:00000001:2.0:1789136040.762030:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136040.762032:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136040.762034:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b7c00. 00000100:00000001:2.0:1789136040.762038:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136040.762039:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136040.762041:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136040.762046:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b7840 x1876044798773888/t0(0) o9->lustre-OST0001-osc-ffff93cda0223800@192.168.204.106@tcp:28/4 lens 224/224 e 0 to 0 dl 1789136050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136040.762052:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136040.762053:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136040.762054:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd92fbc400. 02000000:00000001:2.0:1789136040.762057:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136040.762058:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136040.762059:0:2396:0:(genops.c:1223:class_import_put()) import ffff93cd91e54000 refcount=2 obd=lustre-OST0001-osc-ffff93cda0223800 00000020:00000001:2.0:1789136040.762061:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136040.762062:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd90af4e00. 02000000:00000001:2.0:1789136040.762064:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136040.762065:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136040.762067:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b7840. 00000100:00000001:2.0:1789136040.762069:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136040.762070:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136040.762072:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136040.762079:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136040.762082:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136040.762084:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136040.762086:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789136040.769633:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.769653:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136040.769657:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.769659:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136040.769669:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.769677:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136040.769686:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.769690:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.769695:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.769698:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04900 00000400:00000200:0.0:1789136040.769703:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136040.769709:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:0.0:1789136040.769716:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.769721:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136040.769724:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136040.769728:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136040.769736:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136040.769744:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136040.769755:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136040.769783:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136040.769791:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136040.769794:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136040.769912:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136040.769917:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789136040.769923:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789136040.769925:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789136040.769928:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67d10. 00000400:00000200:1.0:1789136040.769933:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee110 00000400:00000010:1.0:1789136040.769936:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee110. 00000100:00000001:1.0:1789136040.769939:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136040.769943:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789136040.769951:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.769957:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789136040.769959:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136040.769961:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789136040.769965:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789136040.769968:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789136040.769970:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136040.769972:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789136040.769984:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd89535460 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1789136040.769988:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd89535418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1789136040.769991:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789136040.769993:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789136040.769996:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789136040.770015:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.770020:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789136040.770022:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:1.0:1789136040.770024:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789136040.770025:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136040.770031:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.770038:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136040.770040:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789136040.770043:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789136040.770046:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789136040.770055:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2398:1876044798773504:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136040.770061:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136040.770063:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136040.770067:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b5680 x1876044798773504/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136040.770073:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789136040.770075:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789136040.770078:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87843200. 02000000:00000001:1.0:1789136040.770082:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789136040.770085:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789136040.770087:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cd89535000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000001:1.0:1789136040.770089:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789136040.770091:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd876e3c00. 02000000:00000001:1.0:1789136040.770095:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789136040.770096:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789136040.770098:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b5680. 00000100:00000001:1.0:1789136040.770102:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789136040.770104:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136040.770106:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136040.770113:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789136040.770122:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136040.770124:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136040.770126:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136041.705244:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295035832, at 4295035842 00000100:00000010:0.0:1789136041.705283:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd8a7ab480. 00000100:00000040:1.0:1789136041.706765:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295035832, at 4295035843 00000100:00000010:1.0:1789136041.706785:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd8a7ab6c0. 00010000:00000001:0.0:1789136041.768816:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136041.768826:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136041.768832:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136041.768834:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136041.768864:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136041.768867:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136041.768871:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136042.794097:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136042.794105:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136042.794111:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136042.794112:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136042.794225:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136042.794230:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136042.794234:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136043.815301:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136043.815309:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136043.815315:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136043.815316:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136043.815353:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136043.815356:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136043.815359:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136044.840870:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136044.840877:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136044.840883:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136044.840884:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136044.841384:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136044.841388:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136044.841391:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136045.863680:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136045.863688:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136045.863693:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136045.863695:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136045.863720:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136045.863722:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136045.863725:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789136045.863762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136045.863767:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789136045.863778:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08cde00. 00000020:00000040:1.0:1789136045.863783:0:8:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:1.0:1789136045.863787:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789136045.863790:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789136045.863795:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136045.863804:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91d62c00. 00000100:00000001:1.0:1789136045.863811:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.863825:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789136045.863836:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136045.863840:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.863846:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000128048cd] to pc [ptlrpcd_00_01+1] req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.863876:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.863879:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136045.863882:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789136045.863884:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08ce940. 00000020:00000040:1.0:1789136045.863887:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000100:00000001:1.0:1789136045.863889:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789136045.863890:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789136045.863892:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136045.863895:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91d62900. 00000100:00000001:1.0:1789136045.863898:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.863902:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789136045.863926:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136045.863928:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.863932:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005798103f] to pc [ptlrpcd_00_00+0] req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.863941:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.863943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136045.863947:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789136045.863949:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08cf480. 00000020:00000040:1.0:1789136045.863951:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000100:00000001:1.0:1789136045.863954:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789136045.863955:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789136045.863957:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136045.863960:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91d62700. 00000100:00000001:1.0:1789136045.863963:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.863966:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789136045.863973:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136045.863975:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.863979:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e9674d] to pc [ptlrpcd_00_01+1] req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.863986:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.863988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789136045.863992:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789136045.863995:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789136045.863998:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789136045.864001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136045.864008:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789136045.864011:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08ce1c0. 00000020:00000040:1.0:1789136045.864013:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd89535000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000100:00000001:1.0:1789136045.864015:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789136045.864017:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789136045.864019:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136045.864023:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd94f51900. 00000100:00000001:1.0:1789136045.864026:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.864029:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789136045.864036:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136045.864038:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.864041:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000936242ad] to pc [ptlrpcd_00_00+0] req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.864048:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.864050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136045.864053:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789136045.864055:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08cd680. 00000020:00000040:1.0:1789136045.864057:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd8734c800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000100:00000001:1.0:1789136045.864059:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789136045.864060:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789136045.864062:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136045.864065:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd94f51200. 00000100:00000001:1.0:1789136045.864067:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.864071:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789136045.864077:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136045.864079:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.864082:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005991c977] to pc [ptlrpcd_00_01+1] req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.864101:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136045.864103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789136045.864107:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789136045.864110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789136045.864112:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789136045.864117:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (377) 00000100:00000001:0.0:1789136045.864156:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136045.864160:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136045.864163:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136045.864198:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.864207:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136045.864215:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.864220:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136045.864222:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136045.864225:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136045.864230:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2398:1876044798774016:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136045.864234:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136045.864240:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136045.864243:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.864245:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136045.864249:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87842e00. 02000000:00000001:0.0:1789136045.864251:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136045.864259:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136045.864263:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67478. 00000400:00000010:0.0:1789136045.864270:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee000. 00000100:00000200:0.0:1789136045.864277:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798774016, portal 25 00000100:00000001:0.0:1789136045.864279:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136045.864281:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110104006144 : -118963605545472 : ffff93cda08cde00) 00000100:00000040:0.0:1789136045.864286:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.864294:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136045.864297:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136045.864299:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee3b8. 00000100:00000200:0.0:1789136045.864311:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876044798774016, offset 0 00000400:00000200:0.0:1789136045.864319:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136045.864327:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.864335:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136045.864340:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136045.864345:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136045.864349:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136045.864352:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136045.864356:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [157:157:256:4294967295] 192.168.204.106@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:0.0:1789136045.864360:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.864369:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136045.864381:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136045.864386:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd90af4200. 00000800:00000200:0.0:1789136045.864393:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136045.864400:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136045.864417:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd90af4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136045.864434:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136045.864439:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136045.864441:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295040951 00000100:00000010:0.0:1789136045.864446:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd93c59de0. 00000100:00000001:0.0:1789136045.864453:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789136045.864458:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295040951 00000100:00000010:0.0:1789136045.864461:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd93c59780. 00000100:00000001:0.0:1789136045.864464:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789136045.864467:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136045.864470:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.864473:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1789136045.864666:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136045.864670:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd90af4200. 00000400:00000200:1.0:1789136045.864675:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136045.864681:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136045.864686:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee3b8 00000400:00000010:1.0:1789136045.864689:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee3b8. 00000100:00000001:1.0:1789136045.864693:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136045.864697:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.864707:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136045.864710:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.864717:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136045.864718:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1789136045.864947:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.864955:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136045.864956:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.864959:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136045.864961:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136045.864964:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136045.864967:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798774272:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136045.864970:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136045.864973:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136045.864975:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.864977:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136045.864982:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87842200. 02000000:00000001:0.0:1789136045.864983:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136045.864988:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136045.864997:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67d10. 00000400:00000010:0.0:1789136045.865001:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eee58. 00000100:00000200:0.0:1789136045.865004:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798774272, portal 10 00000100:00000001:0.0:1789136045.865006:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136045.865007:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110104011904 : -118963605539712 : ffff93cda08cf480) 00000100:00000040:0.0:1789136045.865014:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.865021:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136045.865023:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136045.865025:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee330. 00000100:00000200:0.0:1789136045.865028:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798774272, offset 0 00000400:00000200:0.0:1789136045.865032:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136045.865036:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.865040:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136045.865043:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136045.865046:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136045.865048:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136045.865050:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136045.865053:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [158:158:256:4294967295] 192.168.204.106@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:0.0:1789136045.865057:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.865062:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136045.865067:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136045.865071:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd90af4200. 00000800:00000200:0.0:1789136045.865075:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136045.865080:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136045.865083:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd90af4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136045.865100:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136045.865103:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: using a timeout of 107832 usecs (108 jiffies) 00000400:00000200:0.0:1789136045.865106:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136045.865108:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295040109 00000100:00000001:0.0:1789136045.865111:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295040951 00000100:00000001:0.0:1789136045.865119:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295040109 00000100:00000001:0.0:1789136045.865121:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295040951 00000100:00000001:0.0:1789136045.865123:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136045.865126:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.865128:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136045.865132:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.865139:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136045.865140:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.865142:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136045.865144:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136045.865146:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136045.865149:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2398:1876044798774528:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136045.865151:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136045.865154:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136045.865155:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.865157:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136045.865159:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87843200. 02000000:00000001:0.0:1789136045.865161:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136045.865164:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136045.865193:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f679a0. 00000400:00000010:0.0:1789136045.865198:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eef68. 00000100:00000200:0.0:1789136045.865200:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798774528, portal 10 00000100:00000001:0.0:1789136045.865203:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136045.865205:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110104004224 : -118963605547392 : ffff93cda08cd680) 00000100:00000040:0.0:1789136045.865211:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.865218:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136045.865220:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136045.865222:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee3b8. 00000100:00000200:0.0:1789136045.865224:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798774528, offset 0 00000400:00000200:0.0:1789136045.865235:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136045.865239:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.865242:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136045.865245:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136045.865248:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136045.865250:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136045.865252:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136045.865255:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [159:159:255:4294967295] 192.168.204.106@tcp LPNI seq info [159:159:7:4294967295] 00000400:00000200:0.0:1789136045.865260:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.865265:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136045.865269:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136045.865273:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd90af4e00. 00000800:00000200:0.0:1789136045.865278:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136045.865282:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136045.865285:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd90af4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136045.865288:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136045.865291:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: using a timeout of 21420 usecs (22 jiffies) 00000400:00000200:0.0:1789136045.865294:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136045.865296:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295040024 00000100:00000001:0.0:1789136045.865299:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295040951 00000100:00000001:0.0:1789136045.865316:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295040024 00000100:00000001:0.0:1789136045.865319:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295040951 00000100:00000001:0.0:1789136045.865322:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136045.865324:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.865327:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.865330:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.865339:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136045.865341:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789136045.865343:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136045.865345:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136045.865346:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136045.865354:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1789136045.865356:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.865359:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136045.865360:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.865362:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136045.865363:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136045.865364:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136045.865369:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.865375:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136045.865377:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.865379:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136045.865381:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136045.865382:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136045.865385:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798774144:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136045.865388:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136045.865391:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136045.865392:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.865394:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136045.865397:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87843800. 02000000:00000001:0.0:1789136045.865399:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136045.865402:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136045.865404:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67840. 00000400:00000010:0.0:1789136045.865408:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee110. 00000100:00000200:0.0:1789136045.865410:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798774144, portal 10 00000100:00000001:0.0:1789136045.865412:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136045.865413:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110104009024 : -118963605542592 : ffff93cda08ce940) 00000100:00000040:0.0:1789136045.865524:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.865533:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136045.865536:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136045.865539:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee7f8. 00000100:00000200:0.0:1789136045.865542:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798774144, offset 0 00000400:00000200:0.0:1789136045.865547:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136045.865557:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.865561:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136045.865563:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136045.865566:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136045.865568:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136045.865571:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136045.865574:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [160:160:254:4294967295] 192.168.204.106@tcp LPNI seq info [160:160:6:4294967295] 00000400:00000200:0.0:1789136045.865577:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.865584:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136045.865588:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136045.865591:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd90af4b00. 00000800:00000200:0.0:1789136045.865595:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136045.865599:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136045.865602:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd90af4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136045.865604:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136045.865607:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: using a timeout of 91535 usecs (92 jiffies) 00000400:00000200:0.0:1789136045.865610:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136045.865612:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295040094 00000100:00000001:0.0:1789136045.865614:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295040951 00000100:00000001:0.0:1789136045.865616:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295040094 00000100:00000001:0.0:1789136045.865618:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295040951 00000100:00000001:0.0:1789136045.865620:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136045.865622:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.865625:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136045.865629:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.865636:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136045.865637:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.865639:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136045.865645:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136045.865647:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136045.865650:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2398:1876044798774400:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136045.865654:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136045.865657:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136045.865658:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.865660:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136045.865663:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87842400. 02000000:00000001:0.0:1789136045.865665:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136045.865668:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136045.865671:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67cb8. 00000400:00000010:0.0:1789136045.865674:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee440. 00000100:00000200:0.0:1789136045.865677:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798774400, portal 10 00000100:00000001:0.0:1789136045.865678:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136045.865680:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110104007104 : -118963605544512 : ffff93cda08ce1c0) 00000100:00000040:0.0:1789136045.865685:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.865691:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136045.865693:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136045.865695:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee2a8. 00000100:00000200:0.0:1789136045.865698:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798774400, offset 0 00000400:00000200:0.0:1789136045.865702:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136045.865706:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.865709:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136045.865711:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136045.865714:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136045.865716:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136045.865718:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136045.865721:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [161:161:253:4294967295] 192.168.204.106@tcp LPNI seq info [161:161:5:4294967295] 00000400:00000200:0.0:1789136045.865725:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.865732:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136045.865736:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136045.865744:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd9a160a00. 00000800:00000200:0.0:1789136045.865748:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136045.865752:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136045.865755:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd9a160a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136045.865758:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136045.865761:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: using a timeout of 18578 usecs (19 jiffies) 00000400:00000200:0.0:1789136045.865764:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136045.865765:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295040021 00000100:00000001:0.0:1789136045.865768:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295040951 00000100:00000001:0.0:1789136045.865769:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295040021 00000100:00000001:0.0:1789136045.865772:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295040951 00000100:00000001:0.0:1789136045.865774:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136045.865775:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.865778:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.865780:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.865798:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136045.865800:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136045.866648:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136045.866654:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd90af4200. 00000400:00000200:1.0:1789136045.866659:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136045.866666:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136045.866671:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee330 00000400:00000010:1.0:1789136045.866673:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee330. 00000100:00000001:1.0:1789136045.866677:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136045.866683:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.866705:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136045.866709:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.866716:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136045.866717:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136045.866731:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136045.866734:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd90af4e00. 00000400:00000200:1.0:1789136045.866736:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136045.866739:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136045.866742:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee3b8 00000400:00000010:1.0:1789136045.866744:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee3b8. 00000100:00000001:1.0:1789136045.866746:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136045.866749:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.866756:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136045.866759:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.866764:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136045.866766:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136045.866772:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136045.866773:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd90af4b00. 00000400:00000200:1.0:1789136045.866776:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136045.866779:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136045.866781:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee7f8 00000400:00000010:1.0:1789136045.866783:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee7f8. 00000100:00000001:1.0:1789136045.866785:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136045.866788:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.866795:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136045.866797:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.866814:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136045.866815:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136045.866877:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136045.866880:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd9a160a00. 00000400:00000200:1.0:1789136045.866884:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136045.866888:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136045.866891:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee2a8 00000400:00000010:1.0:1789136045.866893:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee2a8. 00000100:00000001:1.0:1789136045.866895:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136045.866899:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.866906:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136045.866909:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.866915:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136045.866917:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136045.868951:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136045.868966:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136045.868970:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136045.868972:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136045.868981:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136045.868989:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136045.868997:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136045.869001:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136045.869006:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136045.869010:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 25 MB=0x6aa40b7d04b00 00000400:00000200:1.0:1789136045.869015:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136045.869020:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1789136045.869027:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136045.869034:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136045.869037:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136045.869041:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136045.869055:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136045.869064:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136045.869075:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.869095:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136045.869105:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136045.869109:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.869222:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136045.869227:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789136045.869235:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136045.869238:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136045.869241:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67478. 00000400:00000200:0.0:1789136045.869247:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee000 00000400:00000010:0.0:1789136045.869249:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee000. 00000100:00000001:0.0:1789136045.869252:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136045.869258:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136045.869268:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.869276:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136045.869277:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.869280:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136045.869291:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136045.869293:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136045.869295:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.869299:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136045.869317:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136045.869322:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136045.869325:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136045.869327:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136045.869329:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789136045.869332:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.869335:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136045.869340:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.869348:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136045.869352:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136045.869354:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136045.869359:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136045.869367:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2398:1876044798774016:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136045.869372:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.869375:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136045.869379:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cda08cde00 x1876044798774016/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.869385:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136045.869388:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136045.869391:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87842e00. 02000000:00000001:0.0:1789136045.869395:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136045.869397:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136045.869399:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:0.0:1789136045.869402:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136045.869416:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91d62c00. 00000800:00000001:1.0:1789136045.870210:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136045.870219:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136045.870223:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136045.870225:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136045.870232:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136045.870237:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136045.870244:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136045.870247:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136045.870257:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136045.870261:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04c00 00000400:00000200:1.0:1789136045.870265:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136045.870270:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:1.0:1789136045.870275:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136045.870293:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136045.870296:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136045.870300:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136045.870317:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136045.870323:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136045.870333:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136045.870341:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136045.870347:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136045.870358:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789136045.871540:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136045.871546:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136045.871557:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08cde00. 00000100:00000001:0.0:1789136045.871563:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136045.871565:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.871570:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.871572:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136045.871574:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789136045.871582:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136045.871584:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136045.871586:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67d10. 00000400:00000200:0.0:1789136045.871589:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eee58 00000400:00000010:0.0:1789136045.871591:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eee58. 00000100:00000001:0.0:1789136045.871595:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136045.871605:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136045.871615:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.871621:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136045.871623:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.871625:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136045.871627:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136045.871629:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136045.871631:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.871633:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136045.871643:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9c60 time=94 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136045.871646:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9c18 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136045.871649:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136045.871650:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136045.871653:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789136045.871658:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789136045.871664:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.871668:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136045.871670:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136045.871671:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136045.871673:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136045.871683:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.871690:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136045.871693:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136045.871695:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136045.871699:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136045.871707:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798774272:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136045.871712:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.871714:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136045.871717:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cda08cf480 x1876044798774272/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.871723:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136045.871725:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136045.871728:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87842200. 02000000:00000001:0.0:1789136045.871732:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136045.871734:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136045.871736:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000001:0.0:1789136045.871738:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136045.871740:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91d62700. 02000000:00000001:0.0:1789136045.871744:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136045.871745:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136045.871746:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08cf480. 00000100:00000001:0.0:1789136045.871749:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136045.871750:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.871752:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.871754:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136045.871755:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136045.871757:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.871758:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789136045.890987:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136045.891006:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136045.891010:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136045.891023:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136045.891031:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891039:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136045.891049:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891055:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891061:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891066:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04d00 00000400:00000200:0.0:1789136045.891072:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891079:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x919 [1] + 224 00000800:00000001:0.0:1789136045.891086:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136045.891091:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136045.891094:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136045.891099:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136045.891107:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136045.891118:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136045.891129:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891143:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136045.891151:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136045.891155:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136045.891156:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136045.891159:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136045.891162:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891166:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136045.891194:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891197:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891210:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891214:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04b80 00000400:00000200:0.0:1789136045.891217:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891221:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x929 [1] + 224 00000800:00000001:0.0:1789136045.891225:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136045.891236:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136045.891238:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136045.891242:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136045.891245:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136045.891250:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136045.891259:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891266:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136045.891270:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136045.891272:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136045.891275:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136045.891277:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136045.891280:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891284:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136045.891288:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891291:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891294:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891296:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04c80 00000400:00000200:0.0:1789136045.891299:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136045.891314:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:0.0:1789136045.891318:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136045.891326:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136045.891328:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136045.891331:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136045.891334:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136045.891338:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136045.891346:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891352:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136045.891361:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136045.891364:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.891376:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136045.891381:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789136045.891389:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136045.891391:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136045.891395:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67840. 00000400:00000200:0.0:1789136045.891399:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee110 00000400:00000010:0.0:1789136045.891402:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee110. 00000100:00000001:0.0:1789136045.891405:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136045.891410:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136045.891420:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891427:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136045.891429:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.891431:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136045.891434:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136045.891437:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136045.891439:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.891442:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136045.891453:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9460 time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136045.891457:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9418 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136045.891460:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136045.891463:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136045.891466:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789136045.891470:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.891474:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136045.891476:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136045.891478:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136045.891480:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136045.891485:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891491:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136045.891494:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136045.891500:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136045.891504:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136045.891512:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798774144:192.168.204.106@tcp:400:kworker.0 00000400:00000001:0.0:1789136045.891518:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136045.891520:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136045.891521:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67cb8. 00000400:00000200:0.0:1789136045.891524:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee440 00000400:00000010:0.0:1789136045.891526:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee440. 00000100:00000001:0.0:1789136045.891529:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136045.891532:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136045.891540:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891546:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136045.891547:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.891549:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136045.891551:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136045.891552:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136045.891554:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.891556:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136045.891561:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd89535460 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136045.891564:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd89535418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136045.891566:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136045.891567:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136045.891569:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789136045.891571:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.891573:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136045.891575:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136045.891577:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136045.891578:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136045.891582:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891598:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136045.891600:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136045.891602:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136045.891606:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136045.891613:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2398:1876044798774400:192.168.204.106@tcp:400:kworker.0 00000400:00000001:0.0:1789136045.891618:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136045.891620:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136045.891621:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f679a0. 00000400:00000200:0.0:1789136045.891624:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eef68 00000400:00000010:0.0:1789136045.891625:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eef68. 00000100:00000001:0.0:1789136045.891627:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136045.891631:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136045.891640:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891647:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136045.891662:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.891664:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136045.891665:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136045.891667:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136045.891668:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136045.891670:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136045.891674:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd8734cc60 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136045.891677:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd8734cc18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136045.891679:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136045.891680:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136045.891682:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789136045.891686:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789136045.891702:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.891705:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136045.891706:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136045.891708:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136045.891710:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136045.891714:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891720:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136045.891722:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136045.891724:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136045.891727:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136045.891735:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2398:1876044798774528:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136045.891739:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.891742:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136045.891745:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cda08ce940 x1876044798774144/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891752:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136045.891754:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136045.891758:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87843800. 02000000:00000001:0.0:1789136045.891761:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136045.891764:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136045.891766:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000001:0.0:1789136045.891768:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136045.891771:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91d62900. 02000000:00000001:0.0:1789136045.891777:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136045.891779:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136045.891781:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08ce940. 00000100:00000001:0.0:1789136045.891784:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136045.891786:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.891792:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136045.891795:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cda08ce1c0 x1876044798774400/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891948:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136045.891950:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136045.891951:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87842400. 02000000:00000001:0.0:1789136045.891954:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136045.891955:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136045.891956:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cd89535000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000001:0.0:1789136045.891958:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136045.891960:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd94f51900. 02000000:00000001:0.0:1789136045.891962:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136045.891963:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136045.891965:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08ce1c0. 00000100:00000001:0.0:1789136045.891967:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136045.891968:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.891969:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136045.891973:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cda08cd680 x1876044798774528/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136061 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136045.891979:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136045.891980:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136045.891982:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87843200. 02000000:00000001:0.0:1789136045.891984:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136045.891985:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136045.891986:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cd8734c800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000001:0.0:1789136045.891988:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136045.891989:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd94f51200. 02000000:00000001:0.0:1789136045.891991:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136045.891992:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136045.891993:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08cd680. 00000100:00000001:0.0:1789136045.891996:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136045.891997:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.891999:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136045.892007:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136045.892010:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136045.892012:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136045.892019:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136046.823303:0:6:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295040951, at 4295040960 00000100:00000010:0.0:1789136046.823320:0:6:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd93c59de0. 00000100:00000040:1.0:1789136046.824350:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295040951, at 4295040961 00000100:00000010:1.0:1789136046.824362:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd93c59780. 00010000:00000001:0.0:1789136046.890080:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136046.890087:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136046.890093:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136046.890094:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136046.893545:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136046.893552:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136046.893557:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136047.912236:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136047.912242:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136047.912248:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136047.912249:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789136047.912689:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789136047.912693:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136047.912695:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789136048.488826:0:10096:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789136048.488841:0:10096:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1789136048.831887:0:10133:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789136048.831893:0:10133:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1789136048.841989:0:10133:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789136048.937092:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136048.937101:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136048.937108:0:6:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136048.937109:0:6:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136048.937144:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136048.937146:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136048.937149:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136049.962875:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136049.962882:0:10167:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789136049.962884:0:10167:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789136049.962888:0:10167:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136049.962892:0:10167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789136049.962894:0:10167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136049.962896:0:10167:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136049.962899:0:10167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136049.962903:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136049.962905:0:10167:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789136049.962906:0:10167:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789136049.962908:0:10167:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136049.962910:0:10167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789136049.962912:0:10167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136049.962913:0:10167:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136049.962915:0:10167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136049.962937:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136049.962940:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136049.962943:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789136050.183980:0:10232:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789136050.183993:0:10232:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136050.983320:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136050.983327:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136050.983333:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136050.983334:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136050.983359:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136050.983361:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136050.983364:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789136050.984110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136050.984118:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136050.984129:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b5e00. 00000020:00000040:0.0:1789136050.984134:0:8:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:0.0:1789136050.984138:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136050.984141:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136050.984147:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136050.984155:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cda113ac00. 00000100:00000001:0.0:1789136050.984163:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984217:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136050.984228:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136050.984232:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984239:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021622047] to pc [ptlrpcd_00_00+0] req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.984262:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136050.984269:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136050.984272:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b61c0. 00000020:00000040:0.0:1789136050.984275:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000100:00000001:0.0:1789136050.984277:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136050.984279:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136050.984281:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136050.984287:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91d62200. 00000100:00000001:0.0:1789136050.984307:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984313:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136050.984321:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136050.984323:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984327:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b149f012] to pc [ptlrpcd_00_01+1] req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.984336:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136050.984341:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136050.984343:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b4b40. 00000020:00000040:0.0:1789136050.984346:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000100:00000001:0.0:1789136050.984348:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136050.984349:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136050.984351:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136050.984355:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91d62100. 00000100:00000001:0.0:1789136050.984358:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984362:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136050.984369:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136050.984371:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984374:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023a25b42] to pc [ptlrpcd_00_00+0] req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.984381:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789136050.984387:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789136050.984390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789136050.984392:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789136050.984402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136050.984405:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136050.984408:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b6d00. 00000020:00000040:0.0:1789136050.984411:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd89535000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000100:00000001:0.0:1789136050.984413:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136050.984415:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136050.984416:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136050.984420:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91d62900. 00000100:00000001:0.0:1789136050.984423:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984427:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136050.984435:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136050.984437:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984441:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ebea605] to pc [ptlrpcd_00_01+1] req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.984448:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136050.984453:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136050.984455:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b4f00. 00000020:00000040:0.0:1789136050.984457:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd8734c800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000100:00000001:0.0:1789136050.984459:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136050.984460:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136050.984462:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136050.984466:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd9a160a00. 00000100:00000001:0.0:1789136050.984469:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984472:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136050.984478:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136050.984480:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984483:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000006d6c3b] to pc [ptlrpcd_00_00+0] req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.984496:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789136050.984501:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789136050.984504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789136050.984507:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789136050.984512:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (382) 00000100:00000001:0.0:1789136050.984525:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136050.984528:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136050.984531:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136050.984537:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.984543:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136050.984545:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136050.984549:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136050.984552:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136050.984554:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136050.984557:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798774784:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136050.984561:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136050.984567:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136050.984570:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136050.984573:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136050.984577:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd91efca00. 02000000:00000001:0.0:1789136050.984579:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136050.984586:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136050.984590:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f679a0. 00000400:00000010:0.0:1789136050.984597:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eef68. 00000100:00000200:0.0:1789136050.984604:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798774784, portal 10 00000100:00000001:0.0:1789136050.984606:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136050.984607:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914116544 : -118963795435072 : ffff93cd953b61c0) 00000100:00000040:0.0:1789136050.984621:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.984628:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136050.984631:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136050.984634:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee440. 00000100:00000200:0.0:1789136050.984637:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798774784, offset 0 00000400:00000200:0.0:1789136050.984644:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136050.984653:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136050.984660:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136050.984667:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136050.984672:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136050.984676:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136050.984679:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136050.984683:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [162:162:256:4294967295] 192.168.204.106@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:0.0:1789136050.984687:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136050.984697:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136050.984703:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136050.984718:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143000. 00000800:00000200:0.0:1789136050.984726:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136050.984734:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136050.984739:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136050.984749:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984753:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: using a timeout of 89417 usecs (90 jiffies) 00000400:00000200:0.0:1789136050.984756:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136050.984760:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295045211 00000100:00000010:0.0:1789136050.984764:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd93c59de0. 00000100:00000001:0.0:1789136050.984771:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789136050.984777:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295045211 00000100:00000010:0.0:1789136050.984780:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd93c59f60. 00000100:00000001:0.0:1789136050.984783:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789136050.984797:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136050.984800:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136050.984803:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136050.984808:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.984814:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136050.984815:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136050.984817:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136050.984819:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136050.984821:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136050.984824:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2398:1876044798775040:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136050.984828:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136050.984830:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136050.984832:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136050.984834:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136050.984837:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd91efd000. 02000000:00000001:0.0:1789136050.984839:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136050.984843:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136050.984846:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67cb8. 00000400:00000010:0.0:1789136050.984849:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee110. 00000100:00000200:0.0:1789136050.984852:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798775040, portal 10 00000100:00000001:0.0:1789136050.984854:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136050.984856:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914119424 : -118963795432192 : ffff93cd953b6d00) 00000100:00000040:0.0:1789136050.984861:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.984868:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136050.984870:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136050.984872:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eee58. 00000100:00000200:0.0:1789136050.984874:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798775040, offset 0 00000400:00000200:0.0:1789136050.984879:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136050.984883:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136050.984887:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136050.984895:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136050.984898:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136050.984900:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136050.984902:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136050.984905:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [163:163:255:4294967295] 192.168.204.106@tcp LPNI seq info [163:163:7:4294967295] 00000400:00000200:0.0:1789136050.984909:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136050.984914:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136050.984919:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136050.984923:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143100. 00000800:00000200:0.0:1789136050.984927:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136050.984933:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136050.984935:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136050.984938:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.984941:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: using a timeout of 20015 usecs (21 jiffies) 00000400:00000200:0.0:1789136050.984944:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136050.984946:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295045142 00000100:00000001:0.0:1789136050.984949:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295045211 00000100:00000001:0.0:1789136050.984951:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295045142 00000100:00000001:0.0:1789136050.984953:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295045211 00000100:00000001:0.0:1789136050.984955:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136050.984958:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136050.984960:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136050.984963:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136050.984970:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136050.984973:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789136050.984975:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136050.984977:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136050.984979:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136050.984982:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1789136050.984984:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136050.984986:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136050.984993:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136050.984995:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136050.984996:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136050.984997:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136050.985001:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.985008:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136050.985009:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136050.985011:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136050.985013:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136050.985015:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136050.985017:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2398:1876044798774656:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136050.985020:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136050.985022:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136050.985023:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136050.985025:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136050.985028:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd91efd400. 02000000:00000001:0.0:1789136050.985029:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136050.985033:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136050.985035:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67840. 00000400:00000010:0.0:1789136050.985039:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee000. 00000100:00000200:0.0:1789136050.985042:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798774656, portal 25 00000100:00000001:0.0:1789136050.985044:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136050.985045:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914115584 : -118963795436032 : ffff93cd953b5e00) 00000100:00000040:0.0:1789136050.985050:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.985057:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136050.985059:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136050.985062:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eea18. 00000100:00000200:0.0:1789136050.985063:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876044798774656, offset 0 00000400:00000200:0.0:1789136050.985067:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136050.985072:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136050.985075:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136050.985083:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136050.985086:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136050.985088:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136050.985090:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136050.985093:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [164:164:254:4294967295] 192.168.204.106@tcp LPNI seq info [164:164:6:4294967295] 00000400:00000200:0.0:1789136050.985097:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136050.985103:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136050.985108:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136050.985112:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143600. 00000800:00000200:0.0:1789136050.985116:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136050.985119:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136050.985122:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136050.985125:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136050.985128:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136050.985130:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295046071 00000100:00000001:0.0:1789136050.985136:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295045211 00000100:00000001:0.0:1789136050.985139:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295046071 00000100:00000001:0.0:1789136050.985142:0:2398:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295045211 00000100:00000001:0.0:1789136050.985145:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136050.985147:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136050.985149:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136050.985153:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.985160:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136050.985161:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136050.985164:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136050.985165:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136050.985203:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136050.985219:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798774912:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136050.985230:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136050.985232:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136050.985234:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136050.985235:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136050.985238:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd91efce00. 02000000:00000001:0.0:1789136050.985240:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136050.985244:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136050.985246:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67d10. 00000400:00000010:0.0:1789136050.985250:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eeee0. 00000100:00000200:0.0:1789136050.985253:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798774912, portal 10 00000100:00000001:0.0:1789136050.985255:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136050.985256:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914110784 : -118963795440832 : ffff93cd953b4b40) 00000100:00000040:0.0:1789136050.985262:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.985268:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136050.985269:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136050.985272:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eed48. 00000100:00000200:0.0:1789136050.985273:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798774912, offset 0 00000400:00000200:0.0:1789136050.985277:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136050.985281:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136050.985284:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136050.985287:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136050.985289:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136050.985291:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136050.985293:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136050.985296:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [165:165:253:4294967295] 192.168.204.106@tcp LPNI seq info [165:165:5:4294967295] 00000400:00000200:0.0:1789136050.985299:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136050.985305:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136050.985309:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136050.985313:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143e00. 00000800:00000200:0.0:1789136050.985316:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136050.985327:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136050.985329:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136050.985332:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.985334:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: using a timeout of 103365 usecs (104 jiffies) 00000400:00000200:0.0:1789136050.985338:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136050.985340:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295045226 00000100:00000001:0.0:1789136050.985342:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295046071 00000100:00000001:0.0:1789136050.985344:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295045226 00000100:00000001:0.0:1789136050.985346:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295046071 00000100:00000001:0.0:1789136050.985348:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136050.985351:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136050.985353:0:2398:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136050.985357:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.985364:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136050.985366:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136050.985368:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136050.985369:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136050.985372:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136050.985375:0:2398:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2398:1876044798775168:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136050.985378:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136050.985380:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136050.985381:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136050.985383:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136050.985386:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd91efc800. 02000000:00000001:0.0:1789136050.985388:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136050.985391:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136050.985394:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67478. 00000400:00000010:0.0:1789136050.985397:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee198. 00000100:00000200:0.0:1789136050.985399:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798775168, portal 10 00000100:00000001:0.0:1789136050.985401:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136050.985407:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914111744 : -118963795439872 : ffff93cd953b4f00) 00000100:00000040:0.0:1789136050.985414:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136050.985420:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136050.985422:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136050.985425:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee770. 00000100:00000200:0.0:1789136050.985428:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798775168, offset 0 00000400:00000200:0.0:1789136050.985432:0:2398:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136050.985436:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136050.985440:0:2398:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136050.985442:0:2398:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136050.985445:0:2398:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136050.985447:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136050.985449:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136050.985451:0:2398:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [166:166:252:4294967295] 192.168.204.106@tcp LPNI seq info [166:166:4:4294967295] 00000400:00000200:0.0:1789136050.985455:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136050.985460:0:2398:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136050.985464:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136050.985468:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143700. 00000800:00000200:0.0:1789136050.985471:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136050.985475:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136050.985478:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136050.985481:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136050.985484:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: using a timeout of 23281 usecs (24 jiffies) 00000400:00000200:0.0:1789136050.985487:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136050.985490:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295045146 00000100:00000001:0.0:1789136050.985492:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295046071 00000100:00000001:0.0:1789136050.985494:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295045146 00000100:00000001:0.0:1789136050.985496:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295046071 00000100:00000001:0.0:1789136050.985498:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136050.985505:0:2398:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136050.985507:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136050.985510:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136050.985583:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136050.985586:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136050.985623:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136050.985627:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143000. 00000400:00000200:1.0:1789136050.985633:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136050.985639:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136050.985644:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee440 00000400:00000010:1.0:1789136050.985647:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee440. 00000100:00000001:1.0:1789136050.985651:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136050.985655:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136050.985664:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136050.985667:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136050.985673:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136050.985675:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136050.985686:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136050.985688:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143100. 00000400:00000200:1.0:1789136050.985690:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136050.985693:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136050.985696:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eee58 00000400:00000010:1.0:1789136050.985697:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eee58. 00000100:00000001:1.0:1789136050.985699:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136050.985702:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136050.985709:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136050.985712:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136050.985725:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136050.985727:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136050.985736:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136050.985739:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143600. 00000400:00000200:1.0:1789136050.985741:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136050.985745:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136050.985748:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eea18 00000400:00000010:1.0:1789136050.985750:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eea18. 00000100:00000001:1.0:1789136050.985752:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136050.985756:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136050.985764:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136050.985767:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136050.985772:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136050.985773:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136050.985780:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136050.985782:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143e00. 00000400:00000200:1.0:1789136050.985785:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136050.985788:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136050.985790:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eed48 00000400:00000010:1.0:1789136050.985792:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eed48. 00000100:00000001:1.0:1789136050.985793:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136050.985797:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136050.985804:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136050.985807:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136050.985814:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136050.985816:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136050.985880:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136050.985888:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143700. 00000400:00000200:1.0:1789136050.985891:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136050.985895:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136050.985898:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee770 00000400:00000010:1.0:1789136050.985900:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee770. 00000100:00000001:1.0:1789136050.985903:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136050.985907:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136050.985915:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136050.985918:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136050.985925:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136050.985927:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789136051.003852:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.003873:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136051.003877:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.003881:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136051.003890:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.003897:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136051.003908:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.003913:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.003918:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.003922:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 25 MB=0x6aa40b7d04d80 00000400:00000200:0.0:1789136051.003927:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.003934:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 224/224 into md 0x969 [1] + 224 00000800:00000001:0.0:1789136051.003942:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.003954:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136051.003957:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136051.003962:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136051.003970:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136051.003981:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136051.003991:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136051.004009:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136051.004019:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.005069:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136051.005075:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.005079:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136051.006375:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136051.006383:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789136051.006392:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789136051.006395:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789136051.006399:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67840. 00000400:00000200:1.0:1789136051.006417:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee000 00000400:00000010:1.0:1789136051.006420:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee000. 00000100:00000001:1.0:1789136051.006426:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136051.006438:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789136051.006450:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.006457:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789136051.006459:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136051.006462:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789136051.006465:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789136051.006468:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789136051.006470:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136051.006473:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789136051.006480:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1789136051.006485:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1789136051.006504:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789136051.006506:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789136051.006509:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789136051.006511:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136051.006514:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136051.006520:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.006542:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136051.006545:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789136051.006547:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789136051.006551:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789136051.006559:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2398:1876044798774656:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136051.006566:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136051.006569:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136051.006573:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b5e00 x1876044798774656/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.006579:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789136051.006581:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789136051.006585:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd91efd400. 02000000:00000001:1.0:1789136051.006589:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789136051.006591:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789136051.006593:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:1.0:1789136051.006596:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789136051.006598:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cda113ac00. 02000000:00000001:1.0:1789136051.006616:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789136051.006618:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789136051.006620:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b5e00. 00000100:00000001:1.0:1789136051.006625:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789136051.006626:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136051.006629:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136051.006631:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136051.006632:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136051.006640:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136051.006642:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136051.008230:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008242:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136051.008257:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008262:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008286:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008290:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04e00 00000400:00000200:0.0:1789136051.008296:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008302:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x949 [1] + 224 00000800:00000001:0.0:1789136051.008311:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.008326:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136051.008331:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136051.008335:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136051.008343:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136051.008352:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136051.008362:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136051.008383:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136051.008395:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.008400:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136051.008402:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.008404:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136051.008421:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008425:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136051.008430:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008433:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008436:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008438:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04f00 00000400:00000200:0.0:1789136051.008442:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008445:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x959 [1] + 224 00000800:00000001:0.0:1789136051.008449:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.008453:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136051.008455:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136051.008458:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136051.008461:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136051.008472:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136051.008481:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136051.008488:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136051.008493:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.008496:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136051.008498:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.008500:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136051.008503:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008506:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136051.008510:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008513:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008516:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008518:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04f80 00000400:00000200:0.0:1789136051.008789:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136051.008794:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x989 [1] + 224 00000800:00000001:0.0:1789136051.008800:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.008812:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136051.008815:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136051.008818:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136051.008821:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136051.008827:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136051.008834:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136051.008841:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136051.008845:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136051.008847:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136051.009939:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136051.009944:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789136051.009951:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789136051.009954:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789136051.009957:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67478. 00000400:00000200:1.0:1789136051.009964:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee198 00000400:00000010:1.0:1789136051.009966:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee198. 00000100:00000001:1.0:1789136051.009970:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136051.009977:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789136051.009987:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.009994:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789136051.009996:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136051.009998:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789136051.010001:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789136051.010004:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789136051.010006:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136051.010008:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789136051.010017:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd8734cc60 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1789136051.010021:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd8734cc18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1789136051.010024:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789136051.010026:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789136051.010029:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789136051.010034:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789136051.010041:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136051.010045:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789136051.010047:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:1.0:1789136051.010048:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789136051.010050:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136051.010054:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.010081:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136051.010084:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789136051.010086:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789136051.010101:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789136051.010109:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2398:1876044798775168:192.168.204.106@tcp:400:kworker.0 00000400:00000001:1.0:1789136051.010115:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789136051.010116:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789136051.010118:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f679a0. 00000400:00000200:1.0:1789136051.010120:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eef68 00000400:00000010:1.0:1789136051.010122:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eef68. 00000100:00000001:1.0:1789136051.010124:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136051.010127:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789136051.010135:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.010141:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789136051.010143:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136051.010144:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789136051.010145:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789136051.010146:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789136051.010148:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136051.010150:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789136051.010154:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9460 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1789136051.010156:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9418 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1789136051.010158:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789136051.010159:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789136051.010161:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789136051.010163:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136051.010165:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789136051.010199:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:1.0:1789136051.010214:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789136051.010216:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136051.010221:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.010227:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136051.010229:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789136051.010230:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789136051.010234:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789136051.010241:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798774784:192.168.204.106@tcp:400:kworker.0 00000400:00000001:1.0:1789136051.010246:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789136051.010247:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789136051.010249:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67cb8. 00000400:00000200:1.0:1789136051.010251:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee110 00000400:00000010:1.0:1789136051.010252:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee110. 00000100:00000001:1.0:1789136051.010254:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136051.010258:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789136051.010266:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.010272:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789136051.010274:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136051.010275:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789136051.010276:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789136051.010277:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789136051.010278:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136051.010280:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789136051.010284:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd89535460 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1789136051.010287:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd89535418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1789136051.010289:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789136051.010290:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789136051.010292:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789136051.010297:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136051.010300:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789136051.010301:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:1.0:1789136051.010303:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789136051.010304:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136051.010308:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.010315:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136051.010316:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789136051.010317:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789136051.010321:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789136051.010328:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2398:1876044798775040:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136051.010331:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136051.010334:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136051.010337:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b4f00 x1876044798775168/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.010343:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789136051.010345:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789136051.010348:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd91efc800. 02000000:00000001:1.0:1789136051.010351:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789136051.010354:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789136051.010355:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cd8734c800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000001:1.0:1789136051.010358:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789136051.010360:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd9a160a00. 02000000:00000001:1.0:1789136051.010365:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789136051.010367:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789136051.010368:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b4f00. 00000100:00000001:1.0:1789136051.010372:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789136051.010373:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136051.010375:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136051.010378:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b61c0 x1876044798774784/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.010394:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789136051.010395:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789136051.010397:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd91efca00. 02000000:00000001:1.0:1789136051.010399:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789136051.010400:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789136051.010401:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000001:1.0:1789136051.010403:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789136051.010518:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91d62200. 02000000:00000001:1.0:1789136051.010579:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789136051.010580:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789136051.010582:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b61c0. 00000100:00000001:1.0:1789136051.010586:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789136051.010587:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136051.010589:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136051.010594:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b6d00 x1876044798775040/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.010599:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789136051.010601:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789136051.010602:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd91efd000. 02000000:00000001:1.0:1789136051.010604:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789136051.010606:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789136051.010607:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cd89535000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000001:1.0:1789136051.010609:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789136051.010610:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91d62900. 02000000:00000001:1.0:1789136051.010612:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789136051.010613:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789136051.010614:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b6d00. 00000100:00000001:1.0:1789136051.010617:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789136051.010618:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136051.010621:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136051.010622:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136051.010624:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136051.010625:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136051.010627:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789136051.018713:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136051.018743:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136051.018748:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136051.018751:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136051.018760:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136051.018767:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136051.018775:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136051.018779:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136051.018784:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136051.018788:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d04e80 00000400:00000200:1.0:1789136051.018793:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136051.018798:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x979 [1] + 224 00000800:00000001:1.0:1789136051.018804:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136051.018810:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136051.018814:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136051.018818:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136051.018825:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136051.018833:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136051.018844:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136051.018866:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136051.018874:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136051.018878:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136051.020140:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136051.020147:0:2398:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789136051.020215:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136051.020217:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136051.020222:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67d10. 00000400:00000200:0.0:1789136051.020231:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eeee0 00000400:00000010:0.0:1789136051.020234:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eeee0. 00000100:00000001:0.0:1789136051.020239:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136051.020250:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136051.020262:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136051.020270:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136051.020273:0:2398:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136051.020276:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136051.020280:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136051.020282:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136051.020284:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136051.020288:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136051.020299:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9c60 time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136051.020303:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9c18 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136051.020306:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136051.020308:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136051.020310:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789136051.020316:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789136051.020323:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136051.020328:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136051.020330:0:2398:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136051.020332:0:2398:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136051.020334:0:2398:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136051.020339:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136051.020348:0:2398:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136051.020352:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136051.020360:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136051.020365:0:2398:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136051.020374:0:2398:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afc780c-539c-4ad3-905c-7768bb4e4d27:2398:1876044798774912:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136051.020380:0:2398:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136051.020383:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136051.020387:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b4b40 x1876044798774912/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136066 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136051.020394:0:2398:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136051.020397:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136051.020400:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd91efce00. 02000000:00000001:0.0:1789136051.020404:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136051.020418:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136051.020420:0:2398:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000001:0.0:1789136051.020423:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136051.020426:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91d62100. 02000000:00000001:0.0:1789136051.020434:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136051.020436:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136051.020438:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b4b40. 00000100:00000001:0.0:1789136051.020442:0:2398:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136051.020443:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136051.020446:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136051.020454:0:2398:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136051.020456:0:2398:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136051.020459:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136051.020462:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136051.943281:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295046071, at 4295046080 00000100:00000010:1.0:1789136051.943307:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd93c59f60. 00000100:00000040:0.0:1789136051.943449:0:10167:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295046071, at 4295046080 00000100:00000010:0.0:1789136051.943457:0:10167:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd93c59de0. 00000020:00000010:0.0:1789136051.973547:0:10296:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff93cd994bb210. 00000400:00000040:0.0:1789136051.973703:0:10296:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1789136051.973707:0:10296:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1789136051.973708:0:10296:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1789136051.973710:0:10296:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1789136051.973718:0:10296:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1789136051.973720:0:10296:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1789136051.973721:0:10296:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1789136051.973820:0:10296:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff93cd994bb210. 00010000:00000001:0.0:1789136052.007288:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136052.007298:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136052.007307:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136052.007309:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136052.007344:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136052.007349:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136052.007352:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136053.031368:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136053.031377:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136053.031385:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136053.031386:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789136053.031451:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136053.031454:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136053.031458:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789136053.163887:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.163917:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136053.163924:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.163927:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136053.163940:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.163949:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136053.163962:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.163967:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.163975:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.163980:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 328 into portal 15 MB=0x6aa40b921b280 00000400:00000200:0.0:1789136053.163992:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.106@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:0.0:1789136053.164002:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.164006:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136053.164010:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136053.164016:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136053.164027:0:2389:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1789136053.164030:0:2389:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789136053.164040:0:2389:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b7480. 00000100:00000040:0.0:1789136053.164073:0:2389:0:(events.c:337:request_in_callback()) incoming req@ffff93cd953b7480 x1876044820886144 msgsize 328 00000100:00100000:0.0:1789136053.164077:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.106@tcp (source: 12345-192.168.204.106@tcp) 00000100:00000001:0.0:1789136053.164107:0:2389:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1789136053.164120:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.164124:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136053.164126:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.164128:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136053.164132:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.164135:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136053.164139:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.164141:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.164144:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.164147:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 328 into portal 15 MB=0x6aa40b921b500 00000400:00000200:0.0:1789136053.164151:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.106@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:0.0:1789136053.164155:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.164242:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136053.164244:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136053.164248:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136053.164252:0:2389:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1789136053.164253:0:2389:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789136053.164257:0:2389:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b52c0. 00000100:00000040:0.0:1789136053.164259:0:2389:0:(events.c:337:request_in_callback()) incoming req@ffff93cd953b52c0 x1876044820886784 msgsize 328 00000100:00100000:0.0:1789136053.164262:0:2389:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.106@tcp (source: 12345-192.168.204.106@tcp) 00000100:00000001:0.0:1789136053.164283:0:2389:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1789136053.164287:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.164290:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136053.164322:0:6162:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789136053.164325:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876044820886144 02000000:00000001:0.0:1789136053.164328:0:6162:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789136053.164331:0:6162:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136053.164334:0:6162:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136053.164339:0:6162:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136053.164345:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876044820886144 00000020:00000001:0.0:1789136053.164349:0:6162:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789136053.164360:0:6162:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc28f792f7f8355fc 00000020:00000001:0.0:1789136053.164363:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789136053.164367:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93cd993b6800 refcount=3 00000020:00000001:0.0:1789136053.164369:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109981227008 : -118963728324608 : ffff93cd993b6800) 00000020:00000001:0.0:1789136053.164372:0:6162:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625109981227008 : -118963728324608 : ffff93cd993b6800) 00000100:00000001:0.0:1789136053.164379:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789136053.164383:0:6162:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cd92cd1680. 00000100:00000001:0.0:1789136053.164397:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789136053.164400:0:6162:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cd92cd1680. 00000020:00000010:0.0:1789136053.164408:0:6162:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cd91efd800. 00000020:00000010:0.0:1789136053.164417:0:6162:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cd92e73a00. 00000020:00000010:0.0:1789136053.164423:0:6162:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cd92f7caf0. 00000100:00000040:0.0:1789136053.164435:0:6162:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1789136053.164439:0:6162:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789136053.164440:0:6162:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789136053.164443:0:6162:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136053.164453:0:6162:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136053.164455:0:6162:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136053.164467:0:6162:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789136053.164468:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876044820886784 02000000:00000001:0.0:1789136053.164470:0:6162:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789136053.164471:0:6162:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136053.164473:0:6162:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136053.164475:0:6162:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136053.164476:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876044820886784 00000020:00000001:0.0:1789136053.164478:0:6162:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789136053.164479:0:6162:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc28f792f7f8355fc 00000020:00000001:0.0:1789136053.164480:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789136053.164482:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93cd993b6800 refcount=4 00000020:00000001:0.0:1789136053.164483:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109981227008 : -118963728324608 : ffff93cd993b6800) 00000020:00000001:0.0:1789136053.164485:0:6162:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625109981227008 : -118963728324608 : ffff93cd993b6800) 00000100:00000001:0.0:1789136053.164487:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789136053.164490:0:6162:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cd92cd1680. 00000100:00000001:0.0:1789136053.164492:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789136053.164498:0:6162:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cd92cd1680. 00000020:00000010:0.0:1789136053.164504:0:6162:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cd91efc200. 00000020:00000010:0.0:1789136053.164507:0:6162:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cd92e73680. 00000020:00000010:0.0:1789136053.164510:0:6162:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cd92f7c7d0. 00000100:00000001:0.0:1789136053.164513:0:6162:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789136053.164514:0:6162:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789136053.164515:0:6162:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136053.164519:0:6162:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136053.164521:0:6162:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136053.164529:0:6162:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789136053.164532:0:6162:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789136053.164537:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.106@tcp, seq: 3 00000100:00000040:0.0:1789136053.164541:0:6162:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff93cd993b6800 : new rpc_count 1 00000100:00000001:0.0:1789136053.164544:0:6162:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625109914121344 : -118963795430272 : ffff93cd953b7480) 00000100:00000040:0.0:1789136053.164553:0:6162:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff93cd953b7480 x1876044820886144/t0(0) o104->e8eba03d-c4dd-41fd-8fa2-8a99d757abe0@192.168.204.106@tcp:484/0 lens 328/0 e 0 to 0 dl 1789136064 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136053.164563:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789136053.164566:0:6162:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cd92cd1680. 00000100:00000001:0.0:1789136053.164568:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789136053.164570:0:6162:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cd92cd1680. 00000100:00100000:0.0:1789136053.164575:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93cd953b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+4:13387:x1876044820886144:12345-192.168.204.106@tcp:104: 00000100:00000200:0.0:1789136053.164579:0:6162:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876044820886144 00010000:00000001:0.0:1789136053.164582:0:6162:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789136053.164591:0:6162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789136053.164593:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789136053.164596:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd86db9c00 refcount=2 00000020:00000001:0.0:1789136053.164598:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109672958976 : -118964036592640 : ffff93cd86db9c00) 00010000:00000001:0.0:1789136053.164602:0:6162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109672958976 : -118964036592640 : ffff93cd86db9c00) 00010000:00000001:0.0:1789136053.164607:0:6162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789136053.164611:0:6162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136053.164617:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789136053.164634:0:6162:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789136053.164638:0:6162:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789136053.164644:0:6162:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cd92e30400. 02000000:00000001:0.0:1789136053.164646:0:6162:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136053.164650:0:6162:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136053.164655:0:6162:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789136053.164659:0:6162:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136053.164664:0:6162:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd876421e8 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136053.164669:0:6162:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789136053.164672:0:6162:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93cd92cd1800 refcount 28 to 192.168.204.106@tcp 00000100:00000001:0.0:1789136053.164675:0:6162:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625109873334272 : -118963836217344 : ffff93cd92cd1800) 02000000:00000001:0.0:1789136053.164678:0:6162:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789136053.164680:0:6162:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136053.164684:0:6162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136053.164687:0:6162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136053.164692:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eeee0. 00000100:00000200:0.0:1789136053.164699:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876044820886144, offset 224 00000400:00000200:0.0:1789136053.164705:0:6162:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136053.164714:0:6162:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.164722:0:6162:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.6@tcp to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136053.164729:0:6162:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [167:167:256:4294967295] 192.168.204.106@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:0.0:1789136053.164733:0:6162:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.164742:0:6162:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:192.168.204.6@tcp) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136053.164749:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136053.164756:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143200. 00000800:00000200:0.0:1789136053.164764:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136053.164774:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136053.164780:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136053.164792:0:6162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136053.164796:0:6162:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93cd92cd1800 refcount 27 to 192.168.204.106@tcp 00010000:00000001:0.0:1789136053.164806:0:6162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789136053.164810:0:6162:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cd91f2b300. 00010000:00000001:0.0:1789136053.164813:0:6162:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789136053.165364:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1789136053.165369:0:6162:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136053.165371:0:6162:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136053.165373:0:6162:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136053.165383:0:6162:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b7480 x1876044820886144/t0(0) o104->e8eba03d-c4dd-41fd-8fa2-8a99d757abe0@192.168.204.106@tcp:484/0 lens 328/224 e 0 to 0 dl 1789136064 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789136053.165407:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93cd953b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+4:13387:x1876044820886144:12345-192.168.204.106@tcp:104: Request processed in 841us (1332us total) trans 0 rc 0/0 00000100:00100000:0.0:1789136053.165417:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.106@tcp, seq: 3 00000100:00000040:0.0:1789136053.165421:0:6162:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff93cd993b6800 : new rpc_count 0 00000100:00000001:0.0:1789136053.165423:0:6162:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789136053.165426:0:6162:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789136053.165431:0:6162:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cd92e73a00. 00000020:00000010:0.0:1789136053.165437:0:6162:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cd92f7caf0. 00000020:00000010:0.0:1789136053.165442:0:6162:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cd91efd800. 00000020:00000040:0.0:1789136053.165447:0:6162:0:(genops.c:879:class_export_put()) PUTting export ffff93cd993b6800 : new refcount 3 00000100:00000001:0.0:1789136053.165450:0:6162:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136053.165466:0:6162:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789136053.165467:0:6162:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789136053.165471:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.106@tcp, seq: 4 00000100:00000040:0.0:1789136053.165474:0:6162:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff93cd993b6800 : new rpc_count 1 00000100:00000001:0.0:1789136053.165475:0:6162:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625109914112704 : -118963795438912 : ffff93cd953b52c0) 00000100:00000040:0.0:1789136053.165480:0:6162:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff93cd953b52c0 x1876044820886784/t0(0) o104->e8eba03d-c4dd-41fd-8fa2-8a99d757abe0@192.168.204.106@tcp:484/0 lens 328/0 e 0 to 0 dl 1789136064 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136053.165489:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789136053.165504:0:6162:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cd92cd1680. 00000100:00000001:0.0:1789136053.165507:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789136053.165517:0:6162:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cd92cd1680. 00000100:00100000:0.0:1789136053.165523:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93cd953b52c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+3:13387:x1876044820886784:12345-192.168.204.106@tcp:104: 00000100:00000200:0.0:1789136053.165527:0:6162:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876044820886784 00010000:00000001:0.0:1789136053.165529:0:6162:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789136053.165534:0:6162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789136053.165535:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789136053.165538:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd86db8a00 refcount=2 00000020:00000001:0.0:1789136053.165540:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109672954368 : -118964036597248 : ffff93cd86db8a00) 00010000:00000001:0.0:1789136053.165543:0:6162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109672954368 : -118964036597248 : ffff93cd86db8a00) 00010000:00000001:0.0:1789136053.165546:0:6162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789136053.165549:0:6162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136053.165552:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789136053.165561:0:6162:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789136053.165563:0:6162:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789136053.165567:0:6162:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cd92e32400. 02000000:00000001:0.0:1789136053.165569:0:6162:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136053.165571:0:6162:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136053.165574:0:6162:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789136053.165576:0:6162:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136053.165579:0:6162:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd876421e8 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136053.165583:0:6162:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789136053.165585:0:6162:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93cd92cd1800 refcount 28 to 192.168.204.106@tcp 00000100:00000001:0.0:1789136053.165587:0:6162:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625109873334272 : -118963836217344 : ffff93cd92cd1800) 02000000:00000001:0.0:1789136053.165590:0:6162:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789136053.165592:0:6162:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136053.165595:0:6162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136053.165597:0:6162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136053.165603:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee990. 00000100:00000200:0.0:1789136053.165608:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876044820886784, offset 224 00000400:00000200:0.0:1789136053.165614:0:6162:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136053.165624:0:6162:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.165637:0:6162:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.6@tcp to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136053.165642:0:6162:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [168:168:255:4294967295] 192.168.204.106@tcp LPNI seq info [168:168:7:4294967295] 00000400:00000200:0.0:1789136053.165647:0:6162:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.165657:0:6162:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:192.168.204.6@tcp) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136053.165662:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136053.165668:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143400. 00000800:00000200:0.0:1789136053.165673:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136053.165680:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136053.165684:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136053.165688:0:6162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136053.165692:0:6162:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93cd92cd1800 refcount 27 to 192.168.204.106@tcp 00010000:00000001:0.0:1789136053.165694:0:6162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789136053.165698:0:6162:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cd91f2bcc0. 00010000:00000001:0.0:1789136053.165700:0:6162:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:1.0:1789136053.165817:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136053.165823:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143200. 00000400:00000200:1.0:1789136053.165828:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136053.165834:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136053.165841:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eeee0 00000400:00000010:1.0:1789136053.165843:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eeee0. 00000100:00000001:1.0:1789136053.165848:0:2390:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1789136053.165858:0:2390:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1789136053.165949:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136053.165952:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143400. 00000400:00000200:1.0:1789136053.165955:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136053.165959:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136053.165961:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee990 00000400:00000010:1.0:1789136053.165963:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee990. 00000100:00000001:1.0:1789136053.165965:0:2390:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1789136053.165966:0:2390:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1789136053.172638:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789136053.172647:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136053.172655:0:6173:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:2.0:1789136053.172661:0:6173:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1789136053.172689:0:6173:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1789136053.172698:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136053.172712:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93cd86db9c00 already unused, calling callback (ffffffffc12aac20) 10000000:00000001:2.0:1789136053.172716:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789136053.172719:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789136053.172727:0:6173:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789136053.172730:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789136053.172733:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789136053.172736:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd86db9c00 refcount=3 00000020:00000001:2.0:1789136053.172739:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109672958976 : -118964036592640 : ffff93cd86db9c00) 00010000:00000001:2.0:1789136053.172742:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109672958976 : -118964036592640 : ffff93cd86db9c00) 00010000:00000001:2.0:1789136053.172746:0:6173:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789136053.172748:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789136053.172755:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789136053.172757:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789136053.172764:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1789136053.172768:0:6173:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789136053.172769:0:6173:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1789136053.172771:0:6173:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789136053.172773:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789136053.172774:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789136053.172803:0:6173:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789136053.172805:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789136053.172807:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff93cd92fbd000) refs 2 10000000:00000001:2.0:1789136053.172809:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789136053.172811:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136053.172814:0:6173:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789136053.172824:0:6173:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789136053.172826:0:6173:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789136053.172829:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789136053.172832:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789136053.172836:0:6173:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff93cd86db9c00 with handle 0xc28f792f7f8356c7 from hash 00010000:00000001:2.0:1789136053.172839:0:6173:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:0.0:1789136053.172995:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1789136053.172999:0:6162:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136053.173002:0:6162:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136053.173005:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136053.173009:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136053.173011:0:6162:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136053.173012:0:6172:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:0.0:1789136053.173034:0:6162:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b52c0 x1876044820886784/t0(0) o104->e8eba03d-c4dd-41fd-8fa2-8a99d757abe0@192.168.204.106@tcp:484/0 lens 328/224 e 0 to 0 dl 1789136064 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789136053.173048:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93cd953b52c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+3:13387:x1876044820886784:12345-192.168.204.106@tcp:104: Request processed in 7556us (8785us total) trans 0 rc 0/0 00000100:00100000:0.0:1789136053.173061:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.106@tcp, seq: 4 00000100:00000040:0.0:1789136053.173066:0:6162:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff93cd993b6800 : new rpc_count 0 00000100:00000001:0.0:1789136053.173069:0:6162:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789136053.173072:0:6162:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789136053.173082:0:6162:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cd92e73680. 00000020:00000010:0.0:1789136053.173091:0:6162:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cd92f7c7d0. 00000020:00000010:0.0:1789136053.173097:0:6162:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cd91efc200. 00000020:00000040:0.0:1789136053.173118:0:6162:0:(genops.c:879:class_export_put()) PUTting export ffff93cd993b6800 : new refcount 2 00000100:00000001:0.0:1789136053.173122:0:6162:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789136053.177705:0:10315:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1789136053.177735:0:10315:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff93cd92cd1680. 00000020:00000010:0.0:1789136053.177746:0:10315:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cd91efc200. 00000020:00000010:0.0:1789136053.177754:0:10315:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cd91efd800. 00000020:00000010:0.0:1789136053.177761:0:10315:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cd9110f000. 00000020:00000010:0.0:1789136053.177778:0:10315:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff93cd92e2ad90. 00000020:00000010:0.0:1789136053.177786:0:10315:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93cd91efd600. 80000000:00000010:0.0:1789136053.177793:0:10315:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cd93c59f00. 40000000:00000010:0.0:1789136053.177798:0:10315:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff93cd92cd11c0. 00100000:00000010:0.0:1789136053.177805:0:10315:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cd9110e800. 00040000:00000010:0.0:1789136053.177810:0:10315:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cd91143800. 00040000:00000010:0.0:1789136053.177815:0:10315:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cd91efda00. 00002000:00000010:0.0:1789136053.178259:0:10315:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff93cd92e32800. 00000020:00000010:0.0:1789136053.178269:0:10315:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff93cd92cd1380. 00000020:00000001:0.0:1789136053.178385:0:10315:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136053.178389:0:10315:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136053.178393:0:10315:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789136053.178396:0:10315:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136053.178398:0:10315:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136053.178409:0:10315:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1789136053.178412:0:10315:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789136053.178413:0:10315:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136053.178415:0:10315:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789136053.178698:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789136053.178706:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789136053.178709:0:6173:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789136053.178713:0:6173:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789136053.178717:0:6173:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1789136053.178723:0:6173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789136053.178725:0:6173:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1789136053.178736:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644f00. 00000020:00000040:2.0:1789136053.178742:0:6173:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:2.0:1789136053.178749:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136053.178752:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136053.178762:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136053.178772:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cda0098800. 00000100:00000001:2.0:1789136053.178782:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136053.178786:0:6173:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789136053.178797:0:6173:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136053.178807:0:6173:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789136053.178808:0:6173:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136053.178815:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136053.178820:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136053.178840:0:6173:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040e5b587] to pc [ptlrpcd_01_00+0] req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789136053.178873:0:6173:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789136053.178876:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789136053.178883:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789136053.178884:0:6173:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136053.178887:0:6173:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789136053.178912:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136053.178916:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789136053.178923:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789136053.178926:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff93cd86db9c00/0xc28f792f7f8356c7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984e4b expref: -99 pid: 9124 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789136053.178942:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789136053.178944:0:6173:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1789136053.178946:0:6173:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cd91f2b300. 00010000:00000001:2.0:1789136053.178954:0:6173:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789136053.178957:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789136053.178958:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136053.178960:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789136053.178962:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789136053.178963:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136053.178965:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789136053.178966:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789136053.178967:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136053.178969:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789136053.178980:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136053.178984:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136053.178987:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136053.178994:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136053.179003:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136053.179006:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136053.179010:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136053.179014:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136053.179017:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136053.179021:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798775296:192.168.204.106@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789136053.179026:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136053.179034:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136053.179044:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136053.179047:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136053.179053:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0099200. 02000000:00000001:2.0:1789136053.179055:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136053.179068:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136053.179074:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660cb8. 00000400:00000010:2.0:1789136053.179083:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af990. 00000100:00000200:2.0:1789136053.179093:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798775296, portal 18 00000100:00000001:2.0:1789136053.179096:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136053.179098:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000684800 : -118963708866816 : ffff93cd9a644f00) 00000100:00000040:2.0:1789136053.179105:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136053.179113:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136053.179116:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136053.179119:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af660. 00000100:00000200:2.0:1789136053.179123:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876044798775296, offset 0 00000400:00000200:2.0:1789136053.179131:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136053.179142:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136053.179151:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136053.179158:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136053.179217:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136053.179222:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136053.179225:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136053.179229:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [169:169:256:4294967295] 192.168.204.106@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:2.0:1789136053.179234:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136053.179246:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136053.179254:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136053.179260:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5f500. 00000800:00000200:2.0:1789136053.179270:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136053.179280:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136053.179286:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5f500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789136053.179308:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136053.179321:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136053.179325:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295048266 00000100:00000010:2.0:1789136053.179330:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd91daf360. 00000100:00000001:2.0:1789136053.179341:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789136053.179351:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295048266 00000100:00000010:2.0:1789136053.179354:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd91daf540. 00000100:00000001:2.0:1789136053.179357:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789136053.179361:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136053.179365:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136053.179369:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136053.179371:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136053.179380:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136053.179382:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789136053.179384:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136053.179402:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136053.179404:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136053.179407:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136053.179439:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136053.179441:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136053.179620:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136053.179626:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5f500. 00000400:00000200:1.0:1789136053.179632:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136053.179639:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136053.179646:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af660 00000400:00000010:1.0:1789136053.179649:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af660. 00000100:00000001:1.0:1789136053.179654:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136053.179659:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136053.179670:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136053.179674:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136053.179682:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136053.179684:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1789136053.186485:0:6172:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789136053.186498:0:6172:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789136053.186506:0:6172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136053.186524:0:6172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93cd86db8a00 already unused, calling callback (ffffffffc12aac20) 10000000:00000001:3.0:1789136053.186528:0:6172:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789136053.186532:0:6172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136053.186539:0:6172:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789136053.186542:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789136053.186546:0:6172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789136053.186549:0:6172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd86db8a00 refcount=3 00000020:00000001:3.0:1789136053.186552:0:6172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109672954368 : -118964036597248 : ffff93cd86db8a00) 00010000:00000001:3.0:1789136053.186556:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109672954368 : -118964036597248 : ffff93cd86db8a00) 00010000:00000001:3.0:1789136053.186559:0:6172:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789136053.186562:0:6172:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1789136053.186570:0:6172:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789136053.186572:0:6172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789136053.186598:0:6172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1789136053.186603:0:6172:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1789136053.186604:0:6172:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1789136053.186607:0:6172:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1789136053.186609:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789136053.186610:0:6172:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136053.186631:0:6172:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1789136053.186633:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789136053.186634:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff93cda0098e00) refs 2 10000000:00000001:3.0:1789136053.186638:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789136053.186639:0:6172:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136053.186643:0:6172:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789136053.186647:0:6172:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789136053.186650:0:6172:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789136053.186652:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789136053.186657:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789136053.186660:0:6172:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff93cd86db8a00 with handle 0xc28f792f7f835688 from hash 00010000:00000001:3.0:1789136053.186664:0:6172:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789136053.186666:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136053.186668:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136053.186669:0:6172:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789136053.186671:0:6172:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789136053.186673:0:6172:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789136053.186677:0:6172:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789136053.186680:0:6172:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789136053.186692:0:6172:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a462d00. 00000020:00000040:3.0:1789136053.186697:0:6172:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136053.186704:0:6172:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136053.186708:0:6172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136053.186714:0:6172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136053.186725:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd92fbca00. 00000100:00000001:3.0:1789136053.186735:0:6172:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136053.186738:0:6172:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789136053.186745:0:6172:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136053.186763:0:6172:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789136053.186765:0:6172:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136053.186773:0:6172:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136053.186779:0:6172:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136053.186796:0:6172:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d32a8f06] to pc [ptlrpcd_01_01+1] req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789136053.186838:0:6172:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789136053.186841:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136053.186843:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136053.186844:0:6172:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136053.186846:0:6172:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136053.186848:0:6172:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136053.186852:0:6172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136053.186858:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789136053.186861:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff93cd86db8a00/0xc28f792f7f835688 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984dfe expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789136053.186871:0:6172:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff93cd89894600 count: 0 00010000:00000001:3.0:1789136053.186887:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136053.186889:0:6172:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789136053.186891:0:6172:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cd91f2bcc0. 00010000:00000001:3.0:1789136053.186896:0:6172:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136053.186900:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136053.186902:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136053.186906:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789136053.186907:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136053.186909:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136053.186911:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789136053.186913:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136053.186915:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136053.186916:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789136053.186942:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136053.186946:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136053.186951:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136053.186955:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789136053.186957:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136053.187405:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136053.187411:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136053.187476:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136053.187479:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136053.187482:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136053.187483:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136053.187486:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136053.187495:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136053.187505:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136053.187513:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136053.187519:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136053.187523:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136053.187527:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136053.187532:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798775424:192.168.204.106@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789136053.187538:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136053.187548:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136053.187552:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136053.187555:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136053.187562:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd92fbd600. 02000000:00000001:3.0:1789136053.187566:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136053.187577:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136053.187583:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2b58. 00000400:00000010:3.0:1789136053.187591:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f492a8. 00000100:00000200:3.0:1789136053.187602:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798775424, portal 18 00000100:00000001:3.0:1789136053.187604:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136053.187606:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998710016 : -118963710841600 : ffff93cd9a462d00) 00000100:00000040:3.0:1789136053.187614:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136053.187622:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136053.187625:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136053.187635:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49a18. 00000100:00000200:3.0:1789136053.187642:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876044798775424, offset 0 00000400:00000200:3.0:1789136053.187652:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136053.187665:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136053.187675:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136053.187684:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136053.187689:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136053.187694:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136053.187698:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136053.187702:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [170:170:256:4294967295] 192.168.204.106@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:3.0:1789136053.187707:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136053.187720:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136053.187729:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136053.187736:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd86ecc500. 00000800:00000200:3.0:1789136053.187745:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136053.187755:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136053.187760:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd86ecc500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789136053.190809:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136053.190842:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136053.190847:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295048277 00010000:00000010:2.1F:1789136053.190860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cd86db9c00. 00000100:00000001:3.0:1789136053.190863:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295048266 00000100:00000001:3.0:1789136053.190870:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295048277 00000100:00000001:3.0:1789136053.190873:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295048266 00000100:00000001:3.0:1789136053.190876:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136053.190881:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136053.190889:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136053.190898:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789136053.191686:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136053.191712:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136053.191717:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136053.191720:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136053.191729:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136053.191740:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136053.191755:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136053.191762:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136053.191770:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136053.191776:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 18 MB=0x6aa40b7d05000 00000400:00000200:1.0:1789136053.191782:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136053.191802:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.106@tcp of length 224/224 into md 0x9a9 [1] + 224 00000800:00000001:1.0:1789136053.191887:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136053.191904:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136053.191908:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136053.191914:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136053.191927:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136053.191941:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136053.191953:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136053.192660:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136053.192665:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136053.192683:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1789136053.194954:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136053.195559:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd86ecc500. 00000400:00000200:1.0:1789136053.195573:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136053.195584:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136053.195594:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49a18 00000400:00000010:1.0:1789136053.195597:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49a18. 00000100:00000001:1.0:1789136053.195604:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136053.195615:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136053.195630:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136053.195635:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136053.195643:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136053.195645:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136053.195662:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136053.195675:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789136053.197667:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136053.197677:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136053.197699:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660cb8. 00000400:00000200:3.0:1789136053.197706:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af990 00000400:00000010:3.0:1789136053.197709:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af990. 00000100:00000001:3.0:1789136053.197714:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136053.197728:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136053.197742:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136053.197750:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136053.197753:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136053.197756:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136053.197760:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136053.197763:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136053.197765:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136053.197768:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136053.197777:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda09994a8 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136053.197782:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136053.197785:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136053.197786:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136053.197790:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136053.197793:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136053.197796:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136053.197801:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136053.197808:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136053.197822:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136053.197825:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136053.197829:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136053.197837:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798775296:192.168.204.106@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789136053.197843:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136053.197847:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136053.197857:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644f00 x1876044798775296/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136053.197864:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136053.197867:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136053.197872:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0099200. 02000000:00000001:3.0:1789136053.197875:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136053.197878:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136053.197880:0:2399:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136053.197883:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136053.197886:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cda0098800. 02000000:00000001:3.0:1789136053.197890:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136053.197892:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136053.197894:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644f00. 00000100:00000001:3.0:1789136053.197900:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136053.197902:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136053.197906:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136053.197909:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136053.197912:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136053.197915:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136053.197916:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789136053.201718:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.201752:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136053.201759:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.201761:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136053.201774:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.201785:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136053.201802:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.201809:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.201816:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.201821:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 18 MB=0x6aa40b7d05080 00000400:00000200:0.0:1789136053.201852:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136053.201860:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.106@tcp of length 224/224 into md 0x9b1 [1] + 224 00000800:00000001:0.0:1789136053.201871:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.201890:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136053.201894:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136053.201900:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136053.201913:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136053.201927:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136053.201941:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136053.201971:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136053.201983:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136053.201987:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136053.202046:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136053.202053:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136053.202062:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136053.202065:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136053.202069:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2b58. 00000400:00000200:2.0:1789136053.202075:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f492a8 00000400:00000010:2.0:1789136053.202078:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f492a8. 00000100:00000001:2.0:1789136053.202082:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136053.202088:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136053.202099:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136053.202106:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136053.202108:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136053.202119:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136053.202123:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136053.202126:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136053.202129:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136053.202132:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136053.202142:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda09994a8 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136053.202148:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136053.202151:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136053.202153:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136053.202156:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136053.202194:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136053.202199:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136053.202205:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136053.202214:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136053.202218:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136053.202220:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136053.202225:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136053.202234:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798775424:192.168.204.106@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789136053.202240:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136053.202244:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136053.202248:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a462d00 x1876044798775424/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136069 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136053.202254:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136053.202257:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136053.202262:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd92fbd600. 02000000:00000001:2.0:1789136053.202266:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136053.202270:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136053.202272:0:2399:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136053.202274:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136053.202278:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd92fbca00. 02000000:00000001:2.0:1789136053.202282:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136053.202292:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136053.202295:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a462d00. 00000100:00000001:2.0:1789136053.202307:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136053.202309:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136053.202312:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136053.202323:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136053.202326:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136053.202329:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136053.202332:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1789136053.203408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93cd89894600. 00010000:00000010:3.1:1789136053.203436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cd86db8a00. 00000400:00000001:2.0:1789136054.015851:0:10376:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1789136054.055355:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136054.055368:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136054.055376:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136054.055377:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789136054.055829:0:10315:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789136054.055836:0:10315:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136054.055839:0:10315:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789136054.183832:0:10167:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295048277, at 4295048320 00000100:00000010:0.0:1789136054.183856:0:10167:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91daf360. 00000100:00000040:1.0:1789136054.184369:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295048277, at 4295048320 00000100:00000010:1.0:1789136054.184379:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91daf540. 10000000:00000001:2.0:1789136054.631357:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1789136054.631371:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff93cd92fbd000) refs 2 10000000:00000001:2.0:1789136054.631378:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789136054.631381:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1789136054.631384:0:6175:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1789136054.631385:0:6175:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1789136054.631389:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1789136054.631391:0:6175:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1789136054.631394:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93cda0223800 from 7 10000000:00000001:2.0:1789136054.631397:0:6175:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1789136054.631399:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1789136054.631416:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644780. 00000020:00000040:2.0:1789136054.631423:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:2.0:1789136054.631430:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136054.631435:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136054.631442:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136054.631452:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cda0099200. 00000100:00000001:2.0:1789136054.631461:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136054.631467:0:6175:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789136054.631471:0:6175:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789136054.631480:0:6175:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff93cd89894700. 00010000:00000001:2.0:1789136054.631486:0:6175:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789136054.631490:0:6175:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cd86db8e00. 00000020:00000001:2.0:1789136054.631496:0:6175:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789136054.631500:0:6175:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93cd86db8e00 with handle 0xc28f792f7f8356f8 to hash 00000020:00000001:2.0:1789136054.631502:0:6175:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789136054.631504:0:6175:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:2.0:1789136054.631507:0:6175:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:2.0:1789136054.631532:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789136054.631536:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136054.631541:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136054.631565:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789136054.631580:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789136054.631586:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789136054.631588:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789136054.631598:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd87b6f300. 00000100:00000001:2.0:1789136054.631600:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109687333632 : -118964022217984 : ffff93cd87b6f300) 00000100:00000001:2.0:1789136054.631604:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136054.631605:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000682880 : -118963708868736 : ffff93cd9a644780) 00000100:00000001:2.0:1789136054.631612:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136054.631617:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.631620:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789136054.631622:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136054.631636:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.631645:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136054.631648:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.631652:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136054.631655:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136054.631658:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136054.631662:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798775552:192.168.204.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1789136054.631667:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136054.631674:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136054.631677:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.631680:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136054.631692:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cd878ad000. 02000000:00000001:2.0:1789136054.631694:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136054.631704:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136054.631708:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660898. 00000400:00000010:2.0:1789136054.631717:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af770. 00000100:00000200:2.0:1789136054.631725:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876044798775552, portal 25 00000100:00000001:2.0:1789136054.631727:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136054.631729:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000682880 : -118963708868736 : ffff93cd9a644780) 00000100:00000040:2.0:1789136054.631734:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.631742:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136054.631745:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136054.631748:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afcc0. 00000100:00000200:2.0:1789136054.631752:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876044798775552, offset 0 00000400:00000200:2.0:1789136054.631759:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136054.631770:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136054.631779:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136054.631786:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136054.631791:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136054.631795:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136054.631799:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136054.631803:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [171:171:256:4294967295] 192.168.204.106@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:2.0:1789136054.631807:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136054.631818:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136054.631827:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136054.631833:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5f800. 00000800:00000200:2.0:1789136054.631840:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136054.631851:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136054.631857:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5f800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789136054.631882:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136054.631887:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136054.631896:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295049718 00000100:00000010:2.0:1789136054.631901:0:6175:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd91daf180. 00000100:00000001:2.0:1789136054.631910:0:6175:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789136054.631919:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295049718 00000100:00000010:2.0:1789136054.631923:0:6175:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd91daf660. 00000100:00000001:2.0:1789136054.631926:0:6175:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789136054.631930:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136054.631933:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.631936:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136054.631938:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789136054.631941:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd87b6f300 going to sleep for 11 seconds 00000100:00000001:2.0:1789136054.631945:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136054.631948:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136054.632900:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136054.632910:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5f800. 00000400:00000200:1.0:1789136054.632919:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136054.632928:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136054.632937:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afcc0 00000400:00000010:1.0:1789136054.632940:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afcc0. 00000100:00000001:1.0:1789136054.632945:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136054.632953:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.632966:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136054.632970:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.632977:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136054.632979:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789136054.640386:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.640417:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136054.640423:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.640426:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.640438:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.640450:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136054.640463:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.640468:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.640475:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.640480:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 344 into portal 25 MB=0x6aa40b7d05100 00000400:00000200:0.0:1789136054.640485:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.640493:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 344/344 into md 0x9b9 [1] + 224 00000800:00000001:0.0:1789136054.640519:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.640527:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.640531:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136054.640536:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136054.640545:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136054.640558:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136054.640570:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136054.640597:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136054.640608:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.640612:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.641686:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136054.641703:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136054.641707:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136054.641713:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660898. 00000400:00000200:2.0:1789136054.641723:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af770 00000400:00000010:2.0:1789136054.641727:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af770. 00000100:00000001:2.0:1789136054.641732:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136054.641746:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136054.641758:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.641766:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136054.641768:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.641772:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136054.641776:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136054.641780:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136054.641783:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.641787:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136054.641797:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136054.641803:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136054.641806:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136054.641825:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136054.641829:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136054.641833:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.641837:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136054.641844:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.641852:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136054.641857:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136054.641859:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136054.641864:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136054.641872:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798775552:192.168.204.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1789136054.641878:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.641882:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.641885:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789136054.641888:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136054.641892:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.641900:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789136054.641903:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd87b6f300. 00000100:00000001:2.0:1789136054.641907:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789136054.641909:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136054.641913:0:6175:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789136054.641917:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789136054.641921:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789136054.641926:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd86db8e00 refcount=4 00000020:00000001:2.0:1789136054.641928:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:2.0:1789136054.641932:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000040:2.0:1789136054.641941:0:6175:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93cd86db8e00, remote cookie: 0xbae5b337dd984ead, flags: 0x0 00010000:00000001:2.0:1789136054.641945:0:6175:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789136054.641951:0:6175:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789136054.641953:0:6175:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789136054.641961:0:6175:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789136054.641963:0:6175:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789136054.641966:0:6175:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff93cd89894700) refcount = 1 00010000:00010000:2.0:1789136054.641973:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789136054.641982:0:6175:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789136054.641984:0:6175:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789136054.641986:0:6175:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789136054.641990:0:6175:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789136054.641992:0:6175:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136054.642432:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789136054.642440:0:6175:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789136054.642443:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789136054.642445:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789136054.642446:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789136054.642447:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789136054.642449:0:6175:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.642452:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136054.642459:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644780 x1876044798775552/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.642467:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136054.642470:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136054.642474:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cd878ad000. 02000000:00000001:2.0:1789136054.642479:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136054.642482:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136054.642484:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136054.642486:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136054.642490:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cda0099200. 02000000:00000001:2.0:1789136054.642494:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136054.642497:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136054.642499:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644780. 00000100:00000001:2.0:1789136054.642504:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136054.642506:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1789136054.642518:0:6175:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789136054.642521:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1789136054.642524:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff93cd92fbd000) refs 3 10000000:00000001:2.0:1789136054.642526:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136054.642528:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789136054.642530:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789136054.642532:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd86db8e00 refcount=3 00000020:00000001:2.0:1789136054.642534:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:2.0:1789136054.642536:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:2.0:1789136054.642539:0:6175:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1789136054.642540:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789136054.642541:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789136054.642543:0:6175:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789136054.642545:0:6175:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1789136054.642632:0:6175:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff93cd878aa400. 00000020:00000010:2.0:1789136054.642637:0:6175:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cda0099200. 00000020:00000010:2.0:1789136054.642643:0:6175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cda0099000. 00000040:00000010:2.0:1789136054.642648:0:6175:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93cda0099400. 00000020:00000010:2.0:1789136054.642654:0:6175:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cda0231800. 00000020:00000010:2.0:1789136054.642660:0:6175:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93cda0099600. 80000000:00000010:2.0:1789136054.642665:0:6175:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cd91daf000. 00040000:00000010:2.0:1789136054.642671:0:6175:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cda0098800. 20000000:00000010:2.0:1789136054.642677:0:6175:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff93cda0099e00. 10000000:00000040:2.0:1789136054.642683:0:6175:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff93cd909a0c00 : new refcount 2 00000020:00000001:2.0:1789136054.642686:0:6175:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1789136054.642688:0:6175:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1789136054.642691:0:6175:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1789136054.642695:0:6175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff93cda0098600. 00000040:00000001:2.0:1789136054.642701:0:6175:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1789136054.642704:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:2.0:1789136054.642710:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644780. 00000020:00000040:2.0:1789136054.642713:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:2.0:1789136054.642719:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136054.642722:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136054.642728:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136054.642742:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cda0098c00. 00000100:00000001:2.0:1789136054.642749:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.642756:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789136054.642758:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789136054.642765:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd87b6f300. 00000100:00000001:2.0:1789136054.642767:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109687333632 : -118964022217984 : ffff93cd87b6f300) 00000100:00000001:2.0:1789136054.642770:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136054.642771:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000682880 : -118963708868736 : ffff93cd9a644780) 00000100:00000001:2.0:1789136054.642777:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136054.642782:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.642784:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789136054.642786:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136054.642791:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.642799:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136054.642802:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.642806:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136054.642809:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136054.642812:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136054.642816:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798775680:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1789136054.642821:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136054.642827:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136054.642830:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.642833:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136054.642839:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0099800. 02000000:00000001:2.0:1789136054.642841:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136054.642851:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136054.642856:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660898. 00000400:00000010:2.0:1789136054.642863:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af770. 00000100:00000200:2.0:1789136054.642871:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798775680, portal 25 00000100:00000001:2.0:1789136054.642873:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136054.642874:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000682880 : -118963708868736 : ffff93cd9a644780) 00000100:00000040:2.0:1789136054.642880:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.642899:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136054.642903:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136054.642906:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af198. 00000100:00000200:2.0:1789136054.642911:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876044798775680, offset 0 00000400:00000200:2.0:1789136054.642920:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136054.642932:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136054.642940:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136054.642948:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136054.642953:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136054.642958:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136054.642961:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136054.642965:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [172:172:256:4294967295] 192.168.204.106@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:2.0:1789136054.642969:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136054.642980:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136054.642988:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136054.643660:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5f200. 00000800:00000200:2.0:1789136054.643676:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136054.643687:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136054.643693:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5f200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1789136054.643797:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136054.643805:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136054.643809:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295049730 00000100:00000001:2.0:1789136054.643821:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295049718 00000100:00000001:2.0:1789136054.643828:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295049730 00000100:00000001:2.0:1789136054.643833:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295049718 00000100:00000001:2.0:1789136054.643836:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136054.643840:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.643843:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136054.643846:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789136054.643861:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd87b6f300 going to sleep for 11 seconds 00000100:00000001:2.0:1789136054.643864:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136054.643867:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136054.649643:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136054.649658:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5f200. 00000400:00000200:1.0:1789136054.649669:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136054.649680:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136054.649690:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af198 00000400:00000010:1.0:1789136054.649694:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af198. 00000100:00000001:1.0:1789136054.649701:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136054.649712:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.649727:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136054.649731:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.649739:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136054.649741:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789136054.654465:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.654492:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136054.654498:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.654501:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.654514:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.654524:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136054.654537:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.654542:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.654562:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.654568:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 272 into portal 25 MB=0x6aa40b7d05180 00000400:00000200:0.0:1789136054.654573:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.654581:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 272/272 into md 0x9c1 [1] + 224 00000800:00000001:0.0:1789136054.654590:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.654602:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.654606:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136054.654611:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136054.654623:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136054.654634:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136054.654647:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136054.654696:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136054.654708:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.654712:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.654860:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136054.654872:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136054.654874:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136054.654878:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660898. 00000400:00000200:2.0:1789136054.654883:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af770 00000400:00000010:2.0:1789136054.654886:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af770. 00000100:00000001:2.0:1789136054.654890:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136054.654895:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136054.654905:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.654911:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136054.654914:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.654916:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136054.654921:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136054.654925:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136054.654927:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.654930:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136054.654940:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136054.654946:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136054.654948:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136054.654950:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136054.654954:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136054.654956:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.654960:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136054.654966:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.654974:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136054.654977:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136054.654980:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136054.654985:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136054.655018:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798775680:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1789136054.655024:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.655028:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.655030:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789136054.655033:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136054.655037:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.655043:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789136054.655047:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd87b6f300. 00000100:00000001:2.0:1789136054.655051:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789136054.655052:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789136054.655059:0:6175:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1789136054.655064:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136054.655066:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136054.655069:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1789136054.655071:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136054.655073:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644780 x1876044798775680/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.655079:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136054.655082:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136054.655094:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0099800. 02000000:00000001:2.0:1789136054.655098:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136054.655100:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136054.655101:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136054.655102:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136054.655105:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cda0098c00. 02000000:00000001:2.0:1789136054.655109:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136054.655112:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136054.655114:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644780. 00000100:00000001:2.0:1789136054.655119:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136054.655120:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1789136054.655123:0:6175:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789136054.655127:0:6175:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1789136054.655148:0:6175:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff93cd9112e000. 00000040:00000001:2.0:1789136054.655151:0:6175:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1789136054.655153:0:6175:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1789136054.655157:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:2.0:1789136054.655161:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644780. 00000020:00000040:2.0:1789136054.655165:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:2.0:1789136054.655204:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136054.655207:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136054.655213:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136054.655221:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cda0098c00. 00000100:00000001:2.0:1789136054.655228:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.655233:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789136054.655235:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789136054.655242:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd87b6f300. 00000100:00000001:2.0:1789136054.655244:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109687333632 : -118964022217984 : ffff93cd87b6f300) 00000100:00000001:2.0:1789136054.655248:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136054.655249:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000682880 : -118963708868736 : ffff93cd9a644780) 00000100:00000001:2.0:1789136054.655254:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136054.655259:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.655261:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789136054.655263:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136054.655268:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.655275:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136054.655279:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.655283:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136054.655286:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136054.655289:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136054.655292:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798775808:192.168.204.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1789136054.655296:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136054.655302:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136054.655305:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.655378:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136054.655397:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93cd91f14000. 02000000:00000001:2.0:1789136054.655406:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136054.655413:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136054.655416:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660898. 00000400:00000010:2.0:1789136054.655423:0:6175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93cd87b6f000. 00000100:00000200:2.0:1789136054.655432:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876044798775808, portal 25 00000100:00000001:2.0:1789136054.655435:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136054.655436:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000682880 : -118963708868736 : ffff93cd9a644780) 00000100:00000040:2.0:1789136054.655443:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.655452:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136054.655454:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136054.655458:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af770. 00000100:00000200:2.0:1789136054.655463:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876044798775808, offset 0 00000400:00000200:2.0:1789136054.655470:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136054.655481:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136054.655489:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136054.655495:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136054.655500:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136054.655505:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136054.655508:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136054.655512:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [173:173:256:4294967295] 192.168.204.106@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:2.0:1789136054.655516:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136054.655526:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136054.655532:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136054.655537:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5f700. 00000800:00000200:2.0:1789136054.655683:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136054.655693:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136054.655699:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5f700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1789136054.655714:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136054.655719:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136054.655722:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295049742 00000100:00000001:2.0:1789136054.655738:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295049730 00000100:00000001:2.0:1789136054.655745:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295049742 00000100:00000001:2.0:1789136054.655749:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295049730 00000100:00000001:2.0:1789136054.655752:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136054.655755:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.655758:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136054.655760:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789136054.655763:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd87b6f300 going to sleep for 11 seconds 00000100:00000001:2.0:1789136054.655765:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136054.655767:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136054.656911:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136054.656921:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5f700. 00000400:00000200:1.0:1789136054.656930:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136054.656939:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136054.656949:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af770 00000400:00000010:1.0:1789136054.656963:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af770. 00000100:00000001:1.0:1789136054.656968:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136054.656977:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.656988:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136054.656992:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.657009:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136054.657012:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789136054.667624:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.667754:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136054.667759:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.667762:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.667774:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.667785:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136054.667795:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.667801:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.667809:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.667814:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 8416 into portal 25 MB=0x6aa40b7d05200 00000400:00000200:0.0:1789136054.667820:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.667827:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 8416/8416 into md 0x9c9 [4] + 224 00000800:00000001:0.0:1789136054.667836:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.667847:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.667852:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136054.667857:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136054.667867:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136054.667878:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136054.667891:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136054.672476:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136054.672514:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789136054.673160:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136054.673205:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136054.673208:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136054.673214:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660898. 00000400:00000200:2.0:1789136054.673224:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd87b6f000 00000400:00000010:2.0:1789136054.673227:0:6175:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff93cd87b6f000. 00000100:00000001:2.0:1789136054.673233:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136054.673248:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136054.673261:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.673269:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136054.673271:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.673274:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136054.673279:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136054.673281:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136054.673284:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.673288:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136054.673297:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136054.673302:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136054.673306:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136054.673308:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136054.673312:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136054.673325:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.673349:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136054.673356:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.673364:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136054.673368:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136054.673371:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136054.673376:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136054.673384:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798775808:192.168.204.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1789136054.673392:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.673395:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.673398:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789136054.673401:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136054.673405:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.673412:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789136054.673415:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd87b6f300. 00000100:00000001:2.0:1789136054.673418:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789136054.673420:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789136054.673433:0:6175:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1789136054.673435:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136054.673438:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644780 x1876044798775808/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.673444:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136054.673448:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136054.673451:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93cd91f14000. 02000000:00000001:2.0:1789136054.673465:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136054.673468:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136054.673471:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136054.673474:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136054.673477:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cda0098c00. 02000000:00000001:2.0:1789136054.673481:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136054.673489:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136054.673492:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644780. 00000100:00000001:2.0:1789136054.673497:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136054.673499:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789136054.673502:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136054.673504:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136054.673506:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:2.0:1789136054.673509:0:6175:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789136054.673512:0:6175:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789136054.673516:0:6175:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1789136054.673521:0:6175:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff93cd91daf8a0. 00000040:00001000:2.0:1789136054.673524:0:6175:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000800:00000001:0.0:1789136054.673585:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1789136054.681424:0:10412:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1789136054.681439:0:10412:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cd91efc000. 00000020:00000010:0.0:1789136054.681448:0:10412:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cd91efd400. 00000040:00000010:0.0:1789136054.681453:0:10412:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93cd91efdc00. 00000020:00000010:0.0:1789136054.681476:0:10412:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cd9110c000. 00000020:00000010:0.0:1789136054.681484:0:10412:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff93cd92e28f30. 00000020:00000010:0.0:1789136054.681489:0:10412:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93cd91efde00. 80000000:00000010:0.0:1789136054.681496:0:10412:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cd93c59900. 40000000:00000010:0.0:1789136054.681500:0:10412:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff93cd92cd1740. 00100000:00000010:0.0:1789136054.681508:0:10412:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cd91109800. 00040000:00000010:0.0:1789136054.681513:0:10412:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cd91143500. 00040000:00000010:0.0:1789136054.681518:0:10412:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff93cd9110b000. 00040000:00000010:0.0:1789136054.681523:0:10412:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cd91efd200. 00000004:00000010:0.0:1789136054.681529:0:10412:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff93cd9110c800. 00000004:00000010:0.0:1789136054.681537:0:10412:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff93cd8794c000. 00000004:00000010:0.0:1789136054.681543:0:10412:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff93cd9110f800. 00002000:00000010:0.0:1789136054.681979:0:10412:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff93cd8bd0dc00. 00000004:00000010:0.0:1789136054.681989:0:10412:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff93cd8bd0d000. 00000020:00000010:0.0:1789136054.682824:0:10412:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff93cd92cd1640. 00000040:00000010:2.0:1789136054.688639:0:10412:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff93cd92d58000. 00000040:00080000:2.0:1789136054.690980:0:10412:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1789136054.691715:0:10412:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff93cd92d58000. 00000020:00000010:2.0:1789136054.691731:0:10412:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff93cd92cd1640. 00000020:00000010:2.0:1789136054.691757:0:10412:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cd91efd400. 00000040:00000010:2.0:1789136054.691764:0:10412:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cd91efdc00. 00000020:00000010:2.0:1789136054.691769:0:10412:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cd9110c000. 00000020:00000010:2.0:1789136054.691776:0:10412:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff93cd92e28f30. 00000020:00000010:2.0:1789136054.691784:0:10412:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93cd91efde00. 80000000:00000010:2.0:1789136054.691789:0:10412:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cd93c59900. 40000000:00000010:2.0:1789136054.691795:0:10412:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff93cd92cd1740. 00100000:00000010:2.0:1789136054.691801:0:10412:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cd91109800. 00040000:00000010:2.0:1789136054.691807:0:10412:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cd91143500. 00040000:00000010:2.0:1789136054.691812:0:10412:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff93cd9110b000. 00040000:00000010:2.0:1789136054.691818:0:10412:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cd91efd200. 00000004:00000010:2.0:1789136054.691823:0:10412:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff93cd9110c800. 00000004:00000010:2.0:1789136054.691830:0:10412:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff93cd8794c000. 00000004:00000010:2.0:1789136054.691838:0:10412:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff93cd9110f800. 00002000:00000010:2.0:1789136054.691844:0:10412:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff93cd8bd0dc00. 00000004:00000010:2.0:1789136054.691849:0:10412:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff93cd8bd0d000. 00000020:00000010:2.0:1789136054.691853:0:10412:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cd91efc000. 00000040:00000010:3.0:1789136054.691980:0:6175:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff93cd91daf8a0. 00000040:00000001:3.0:1789136054.691994:0:6175:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1789136054.691999:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1789136054.692008:0:6175:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff93cd9112e000. 00000040:00000010:3.0:1789136054.692015:0:6175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff93cda0098600. 00000020:00000001:3.0:1789136054.692019:0:6175:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136054.692023:0:6175:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1789136054.692028:0:6175:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cda0099000. 00000040:00000010:3.0:1789136054.692032:0:6175:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cda0099400. 00000020:00000010:3.0:1789136054.692035:0:6175:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cda0231800. 00000020:00000010:3.0:1789136054.692039:0:6175:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93cda0099600. 80000000:00000010:3.0:1789136054.692042:0:6175:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cd91daf000. 00040000:00000010:3.0:1789136054.692045:0:6175:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cda0098800. 20000000:00000010:3.0:1789136054.692050:0:6175:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff93cda0099e00. 00000020:00000010:3.0:1789136054.692053:0:6175:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cda0099200. 10000000:00000010:3.0:1789136054.692056:0:6175:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff93cd878aa400. 10000000:01000000:3.0:1789136054.692087:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1789136054.692091:0:6175:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789136054.692095:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789136054.692097:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789136054.692100:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd86db8e00 refcount=3 00000020:00000001:3.0:1789136054.692103:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:3.0:1789136054.692106:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:3.0:1789136054.692109:0:6175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789136054.692126:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136054.692145:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136054.692147:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789136054.692150:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136054.692156:0:6175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789136054.692157:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136054.692158:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789136054.692160:0:6175:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136054.692163:0:6175:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136054.692166:0:6175:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789136054.692193:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789136054.692195:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff93cda0098e00) refs 2 10000000:00000001:3.0:1789136054.692197:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136054.692199:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789136054.692200:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff93cd92fbd000) refs 3 10000000:00000001:3.0:1789136054.692202:0:6175:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789136054.692204:0:6175:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789136054.692206:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1789136054.692208:0:6175:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789136054.692210:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93cd993b2800 from 7 10000000:00000001:3.0:1789136054.692213:0:6175:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789136054.692214:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1789136054.692224:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a460f00. 00000020:00000040:3.0:1789136054.692229:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136054.692241:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136054.692246:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136054.692252:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136054.692467:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd92fbd800. 00000100:00000001:3.0:1789136054.692477:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136054.692484:0:6175:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789136054.692487:0:6175:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789136054.692495:0:6175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93cd89894700 count: 2 00010000:00000001:3.0:1789136054.692498:0:6175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789136054.692501:0:6175:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789136054.692505:0:6175:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cd85919c00. 00000020:00000001:3.0:1789136054.692511:0:6175:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789136054.692523:0:6175:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93cd85919c00 with handle 0xc28f792f7f8356ff to hash 00000020:00000001:3.0:1789136054.692525:0:6175:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789136054.692527:0:6175:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136054.692530:0:6175:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136054.692534:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789136054.692538:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136054.692541:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136054.692549:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136054.692561:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789136054.692567:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136054.692569:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136054.692579:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd99388840. 00000100:00000001:3.0:1789136054.692581:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109981038656 : -118963728512960 : ffff93cd99388840) 00000100:00000001:3.0:1789136054.692584:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136054.692586:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998702336 : -118963710849280 : ffff93cd9a460f00) 00000100:00000001:3.0:1789136054.692592:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136054.692602:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136054.692605:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136054.692607:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136054.692622:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136054.692633:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136054.692636:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136054.692641:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136054.692645:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136054.692648:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136054.692653:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798775936:192.168.204.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789136054.692658:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136054.692667:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136054.692671:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136054.692674:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136054.692680:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cd8725d800. 02000000:00000001:3.0:1789136054.692683:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136054.692694:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136054.692699:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2420. 00000400:00000010:3.0:1789136054.692709:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49198. 00000100:00000200:3.0:1789136054.692718:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876044798775936, portal 25 00000100:00000001:3.0:1789136054.692720:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136054.692721:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998702336 : -118963710849280 : ffff93cd9a460f00) 00000100:00000040:3.0:1789136054.692728:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136054.692736:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136054.692739:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136054.692742:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49990. 00000100:00000200:3.0:1789136054.692747:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876044798775936, offset 0 00000400:00000200:3.0:1789136054.692755:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136054.692769:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136054.692779:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136054.692786:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136054.692799:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136054.692804:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136054.692807:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136054.692812:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [174:174:256:4294967295] 192.168.204.106@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:3.0:1789136054.692817:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136054.692829:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136054.692837:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136054.692844:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd86eccd00. 00000800:00000200:3.0:1789136054.692853:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136054.692863:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136054.692868:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd86eccd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789136054.692898:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136054.692903:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136054.692906:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295049779 00000100:00000001:3.0:1789136054.692915:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295049742 00000100:00000001:3.0:1789136054.692921:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295049779 00000100:00000001:3.0:1789136054.692924:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295049742 00000100:00000001:3.0:1789136054.692928:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136054.692931:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136054.692933:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136054.692936:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136054.692939:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd99388840 going to sleep for 11 seconds 00000100:00000001:3.0:1789136054.692941:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136054.692945:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136054.694108:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136054.694453:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd86eccd00. 00000400:00000200:1.0:1789136054.694463:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136054.694473:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136054.694481:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49990 00000400:00000010:1.0:1789136054.694484:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49990. 00000100:00000001:1.0:1789136054.694489:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136054.694498:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.694511:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136054.694810:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.694821:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136054.694823:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789136054.707654:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.707681:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136054.707687:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.707690:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.707702:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.707712:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136054.707723:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.707729:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.707735:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.707739:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 344 into portal 25 MB=0x6aa40b7d05280 00000400:00000200:0.0:1789136054.707745:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.707753:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 344/344 into md 0x9d1 [1] + 224 00000800:00000001:0.0:1789136054.707762:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.707774:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.707779:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136054.707784:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136054.707794:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136054.707806:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136054.707837:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136054.707858:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136054.707870:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.707873:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136054.708013:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136054.708024:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136054.708027:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136054.708031:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2420. 00000400:00000200:3.0:1789136054.708037:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49198 00000400:00000010:3.0:1789136054.708040:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49198. 00000100:00000001:3.0:1789136054.708044:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136054.708049:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136054.708065:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136054.708071:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136054.708074:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136054.708077:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136054.708081:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136054.708084:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136054.708087:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136054.708091:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136054.708100:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=104 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136054.708106:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=104 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136054.708121:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136054.708123:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136054.708443:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136054.708446:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136054.708450:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136054.708457:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136054.708465:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136054.708469:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136054.708471:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136054.708476:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136054.708485:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798775936:192.168.204.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789136054.708490:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136054.708493:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136054.708496:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136054.708499:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136054.708502:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136054.708522:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136054.708532:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd99388840. 00000100:00000001:3.0:1789136054.708536:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136054.708538:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136054.708542:0:6175:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789136054.708546:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789136054.708550:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789136054.708554:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd85919c00 refcount=4 00000020:00000001:3.0:1789136054.708557:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136054.708561:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000040:3.0:1789136054.708569:0:6175:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93cd85919c00, remote cookie: 0xbae5b337dd984eb4, flags: 0x0 00010000:00000001:3.0:1789136054.708573:0:6175:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789136054.708578:0:6175:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789136054.708580:0:6175:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789136054.708583:0:6175:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789136054.708584:0:6175:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789136054.708587:0:6175:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff93cd89894700) refcount = 2 00010000:00000040:3.0:1789136054.708590:0:6175:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789136054.708595:0:6175:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136054.708605:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136054.708612:0:6175:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789136054.708614:0:6175:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789136054.708616:0:6175:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789136054.708620:0:6175:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789136054.708622:0:6175:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136054.708626:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136054.708633:0:6175:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789136054.708635:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136054.708637:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136054.708638:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136054.708646:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136054.708648:0:6175:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136054.708652:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136054.708656:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a460f00 x1876044798775936/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136070 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136054.708664:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136054.708668:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136054.708672:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cd8725d800. 02000000:00000001:3.0:1789136054.708675:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136054.708679:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136054.708681:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136054.708684:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136054.708687:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd92fbd800. 02000000:00000001:3.0:1789136054.708692:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136054.708693:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136054.708696:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a460f00. 00000100:00000001:3.0:1789136054.708702:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136054.708704:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789136054.708707:0:6175:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136054.708710:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789136054.708713:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff93cda0098e00) refs 3 10000000:00000001:3.0:1789136054.708715:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136054.708717:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789136054.708719:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789136054.708720:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd85919c00 refcount=3 00000020:00000001:3.0:1789136054.708722:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136054.708725:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136054.708727:0:6175:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789136054.708729:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136054.708730:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136054.708731:0:6175:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136054.708734:0:6175:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1789136054.708739:0:6175:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff93cd887ef140. 00000020:00000010:3.0:1789136054.708744:0:6175:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cd92fbd800. 00000020:00000010:3.0:1789136054.708750:0:6175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cd92fbd400. 00000040:00000010:3.0:1789136054.708754:0:6175:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93cd92fbc800. 00000020:00000010:3.0:1789136054.708765:0:6175:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cd89532800. 00000020:00000010:3.0:1789136054.708771:0:6175:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93cd92fbca00. 80000000:00000010:3.0:1789136054.708776:0:6175:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cd9921e5a0. 00040000:00000010:3.0:1789136054.708785:0:6175:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cd92fbd600. 20000000:00000010:3.0:1789136054.708791:0:6175:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff93cd92fbd200. 10000000:00000040:3.0:1789136054.708798:0:6175:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff93cd909a0c00 : new refcount 2 00000020:00000001:3.0:1789136054.708801:0:6175:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1789136054.708803:0:6175:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1789136054.708806:0:6175:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1789136054.708810:0:6175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff93cd92fbc200. 00000040:00000001:3.0:1789136054.708815:0:6175:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1789136054.708818:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:3.0:1789136054.708824:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a460f00. 00000020:00000040:3.0:1789136054.708827:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136054.708833:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136054.708836:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136054.708842:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136054.708850:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd92fbc400. 00000100:00000001:3.0:1789136054.708857:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136054.708864:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136054.708866:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136054.708873:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd99388840. 00000100:00000001:3.0:1789136054.708875:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109981038656 : -118963728512960 : ffff93cd99388840) 00000100:00000001:3.0:1789136054.708892:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136054.708894:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998702336 : -118963710849280 : ffff93cd9a460f00) 00000100:00000001:3.0:1789136054.708900:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136054.708907:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136054.708910:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136054.708912:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136054.708916:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136054.708924:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136054.708927:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136054.708932:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136054.708935:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136054.708943:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136054.708948:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798776064:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789136054.708952:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136054.708960:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136054.708963:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136054.708965:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136054.708971:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd85614a00. 02000000:00000001:3.0:1789136054.708972:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136054.708979:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136054.708983:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2420. 00000400:00000010:3.0:1789136054.708989:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49198. 00000100:00000200:3.0:1789136054.708996:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798776064, portal 25 00000100:00000001:3.0:1789136054.708999:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136054.709000:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998702336 : -118963710849280 : ffff93cd9a460f00) 00000100:00000040:3.0:1789136054.709006:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136054.709013:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136054.709016:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136054.709019:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49d48. 00000100:00000200:3.0:1789136054.709024:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876044798776064, offset 0 00000400:00000200:3.0:1789136054.709031:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136054.709041:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136054.709050:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136054.709056:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136054.709061:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136054.709066:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136054.709069:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136054.709073:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [175:175:256:4294967295] 192.168.204.106@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:3.0:1789136054.709078:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136054.709089:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136054.709096:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136054.709109:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd86eccb00. 00000800:00000200:3.0:1789136054.709117:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136054.710666:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136054.710674:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd86eccb00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1789136054.710733:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136054.710742:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136054.710747:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295049797 00000100:00000001:3.0:1789136054.710758:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295049779 00000100:00000001:3.0:1789136054.710765:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295049797 00000100:00000001:3.0:1789136054.710769:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295049779 00000100:00000001:3.0:1789136054.710772:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136054.710777:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136054.710780:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136054.710782:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136054.710786:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd99388840 going to sleep for 11 seconds 00000100:00000001:3.0:1789136054.710789:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136054.710793:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136054.711505:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136054.711512:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd86eccb00. 00000400:00000200:1.0:1789136054.711529:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136054.711537:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136054.711545:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49d48 00000400:00000010:1.0:1789136054.711549:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49d48. 00000100:00000001:1.0:1789136054.711555:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136054.711564:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.711577:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136054.711599:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.711606:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136054.711609:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789136054.722471:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.722502:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136054.722507:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.722510:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.722532:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.722542:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136054.722557:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.722564:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.722570:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.722575:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 272 into portal 25 MB=0x6aa40b7d05300 00000400:00000200:0.0:1789136054.722581:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.722589:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 272/272 into md 0x9d9 [1] + 224 00000800:00000001:0.0:1789136054.722599:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.722631:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.722635:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136054.722641:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136054.722652:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136054.722663:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136054.722675:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136054.722699:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136054.722711:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.722715:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.726085:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789136054.726108:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136054.726145:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136054.726151:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2420. 00000400:00000200:2.0:1789136054.726164:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49198 00000400:00000010:2.0:1789136054.726166:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49198. 00000100:00000001:2.0:1789136054.726193:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136054.726211:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136054.726224:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.726233:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136054.726236:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.726239:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136054.726243:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136054.726246:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136054.726249:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.726253:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136054.726262:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136054.726267:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136054.726270:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136054.726272:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136054.726275:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136054.726278:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.726283:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136054.726289:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.726297:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136054.726301:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136054.726303:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136054.726308:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136054.726317:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798776064:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1789136054.726324:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.726334:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.726337:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789136054.726340:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136054.726345:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.726352:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789136054.726356:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd99388840. 00000100:00000001:2.0:1789136054.726361:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789136054.726363:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789136054.726371:0:6175:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1789136054.726377:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136054.726379:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136054.726381:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1789136054.726384:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136054.726387:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a460f00 x1876044798776064/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136070 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.726393:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136054.726397:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136054.726410:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd85614a00. 02000000:00000001:2.0:1789136054.726414:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136054.726416:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136054.726417:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136054.726419:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136054.726421:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd92fbc400. 02000000:00000001:2.0:1789136054.726427:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136054.726428:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136054.726430:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a460f00. 00000100:00000001:2.0:1789136054.726437:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136054.726439:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1789136054.726442:0:6175:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789136054.726446:0:6175:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1789136054.726455:0:6175:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff93cd92d58000. 00000040:00000001:2.0:1789136054.726457:0:6175:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1789136054.726459:0:6175:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1789136054.726462:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:2.0:1789136054.726469:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a644780. 00000020:00000040:2.0:1789136054.726472:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:2.0:1789136054.726483:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789136054.726486:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789136054.726493:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789136054.726500:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cda0098c00. 00000100:00000001:2.0:1789136054.726507:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.726512:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789136054.726514:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789136054.726521:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd87b6f300. 00000100:00000001:2.0:1789136054.726523:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109687333632 : -118964022217984 : ffff93cd87b6f300) 00000100:00000001:2.0:1789136054.726526:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136054.726528:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000682880 : -118963708868736 : ffff93cd9a644780) 00000100:00000001:2.0:1789136054.726534:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136054.726539:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.726542:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789136054.726543:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136054.726548:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.726555:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136054.726558:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.726562:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136054.726566:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136054.726569:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136054.726572:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798776192:192.168.204.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1789136054.726576:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136054.726583:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136054.726586:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.726589:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136054.726607:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93cd91f14000. 02000000:00000001:2.0:1789136054.726610:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136054.726620:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136054.726625:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660898. 00000400:00000010:2.0:1789136054.726632:0:6175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93cd87b6f000. 00000100:00000200:2.0:1789136054.726641:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876044798776192, portal 25 00000100:00000001:2.0:1789136054.726643:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136054.726649:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110000682880 : -118963708868736 : ffff93cd9a644780) 00000100:00000040:2.0:1789136054.726656:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.726664:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136054.726668:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136054.726671:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afd48. 00000100:00000200:2.0:1789136054.726676:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876044798776192, offset 0 00000400:00000200:2.0:1789136054.726683:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136054.726695:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136054.726705:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136054.726713:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136054.726718:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136054.726723:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136054.726727:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136054.726731:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [176:176:256:4294967295] 192.168.204.106@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:2.0:1789136054.726736:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136054.726748:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136054.726754:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136054.726760:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5fb00. 00000800:00000200:2.0:1789136054.726768:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136054.726777:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136054.726782:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5fb00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1789136054.726806:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136054.726810:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136054.726813:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295049813 00000100:00000001:2.0:1789136054.726824:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295049797 00000100:00000001:2.0:1789136054.726830:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295049813 00000100:00000001:2.0:1789136054.726834:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295049797 00000100:00000001:2.0:1789136054.726837:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136054.726840:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.726849:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136054.726851:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789136054.726854:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd87b6f300 going to sleep for 11 seconds 00000100:00000001:2.0:1789136054.726857:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136054.726858:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136054.727709:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136054.727717:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5fb00. 00000400:00000200:1.0:1789136054.727724:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136054.727733:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136054.727739:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afd48 00000400:00000010:1.0:1789136054.727742:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afd48. 00000100:00000001:1.0:1789136054.727746:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136054.727753:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.727763:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136054.727767:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136054.727774:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136054.727776:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789136054.730848:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.730968:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136054.730974:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.730977:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.730988:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.730998:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136054.731009:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.731015:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.731022:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.731026:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 8416 into portal 25 MB=0x6aa40b7d05380 00000400:00000200:0.0:1789136054.731033:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136054.731040:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 8416/8416 into md 0x9e1 [4] + 224 00000800:00000001:0.0:1789136054.731050:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136054.731062:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136054.731067:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136054.731072:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136054.731083:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136054.731095:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136054.731107:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.731658:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136054.731817:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136054.732096:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136054.732105:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789136054.732430:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136054.732434:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136054.732438:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660898. 00000400:00000200:2.0:1789136054.732444:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd87b6f000 00000400:00000010:2.0:1789136054.732447:0:6175:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff93cd87b6f000. 00000100:00000001:2.0:1789136054.732452:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136054.732463:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136054.732474:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.732480:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136054.732483:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.732486:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136054.732490:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136054.732493:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136054.732495:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136054.732499:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136054.732508:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136054.732512:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136054.732515:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136054.732517:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136054.732521:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136054.732524:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.732527:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136054.732533:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.732540:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136054.732543:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136054.732546:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136054.732568:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136054.732576:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a644780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798776192:192.168.204.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1789136054.732581:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136054.732584:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136054.732588:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789136054.732590:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136054.732594:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.732601:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789136054.732604:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd87b6f300. 00000100:00000001:2.0:1789136054.732607:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789136054.732609:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789136054.732620:0:6175:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1789136054.732622:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136054.732624:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a644780 x1876044798776192/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136070 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136054.732630:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136054.732633:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136054.732636:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93cd91f14000. 02000000:00000001:2.0:1789136054.732739:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136054.732743:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136054.732745:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136054.732748:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136054.732752:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cda0098c00. 02000000:00000001:2.0:1789136054.732756:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136054.732758:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136054.732761:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a644780. 00000100:00000001:2.0:1789136054.732766:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136054.732767:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789136054.732839:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789136054.732843:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:1.0:1789136054.732845:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1789136054.732849:0:6175:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789136054.732852:0:6175:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789136054.732857:0:6175:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1789136054.732864:0:6175:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff93cd8a7abae0. 00000040:00001000:1.0:1789136054.732867:0:6175:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1789136054.733361:0:10413:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1789136054.733370:0:10413:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cda0098c00. 00000020:00000010:2.0:1789136054.733377:0:10413:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cda0099800. 00000040:00000010:2.0:1789136054.733393:0:10413:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93cda0098a00. 00000020:00000010:2.0:1789136054.733400:0:10413:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cda0235800. 00000020:00000010:2.0:1789136054.733407:0:10413:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff93cd92cbb7b0. 00000020:00000010:2.0:1789136054.733412:0:10413:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93cda0098400. 80000000:00000010:2.0:1789136054.733418:0:10413:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cd91daf240. 40000000:00000010:2.0:1789136054.733422:0:10413:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff93cd878aa540. 00100000:00000010:2.0:1789136054.733428:0:10413:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cda0232800. 00040000:00000010:2.0:1789136054.733434:0:10413:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cd92c5fc00. 00040000:00000010:2.0:1789136054.733439:0:10413:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff93cda0233000. 00040000:00000010:2.0:1789136054.733443:0:10413:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cda0099a00. 00000004:00000010:2.0:1789136054.733449:0:10413:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff93cda0234800. 00000004:00000010:2.0:1789136054.733457:0:10413:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff93cd87284000. 00000004:00000010:2.0:1789136054.733464:0:10413:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff93cda0231800. 00002000:00000010:2.0:1789136054.733470:0:10413:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff93cd878ad000. 00000004:00000010:2.0:1789136054.733476:0:10413:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff93cd878ae000. 00000020:00000010:2.0:1789136054.733482:0:10413:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff93cd878aab00. 00000040:00000010:2.0:1789136054.733492:0:10413:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff93cd92d5c000. 00000040:00080000:2.0:1789136054.734104:0:10413:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1789136054.734113:0:10413:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff93cd92d5c000. 00000020:00000010:2.0:1789136054.734122:0:10413:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff93cd878aab00. 00000020:00000010:2.0:1789136054.734155:0:10413:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cda0099800. 00000040:00000010:2.0:1789136054.734161:0:10413:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cda0098a00. 00000020:00000010:2.0:1789136054.734164:0:10413:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cda0235800. 00000020:00000010:2.0:1789136054.735769:0:10413:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff93cd92cbb7b0. 00000020:00000010:2.0:1789136054.735791:0:10413:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93cda0098400. 80000000:00000010:2.0:1789136054.735797:0:10413:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cd91daf240. 40000000:00000010:2.0:1789136054.735803:0:10413:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff93cd878aa540. 00100000:00000010:2.0:1789136054.735809:0:10413:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cda0232800. 00040000:00000010:2.0:1789136054.735815:0:10413:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cd92c5fc00. 00040000:00000010:2.0:1789136054.735820:0:10413:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff93cda0233000. 00040000:00000010:2.0:1789136054.735824:0:10413:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cda0099a00. 00000004:00000010:2.0:1789136054.735829:0:10413:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff93cda0234800. 00000004:00000010:2.0:1789136054.735834:0:10413:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff93cd87284000. 00000004:00000010:2.0:1789136054.735841:0:10413:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff93cda0231800. 00002000:00000010:2.0:1789136054.735870:0:10413:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff93cd878ad000. 00000004:00000010:2.0:1789136054.736022:0:10413:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff93cd878ae000. 00000020:00000010:2.0:1789136054.736028:0:10413:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cda0098c00. 00000040:00000010:1.0:1789136054.741218:0:6175:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff93cd8a7abae0. 00000040:00000001:1.0:1789136054.741238:0:6175:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1789136054.741242:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1789136054.741250:0:6175:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff93cd92d58000. 00000040:00000010:1.0:1789136054.741470:0:6175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff93cd92fbc200. 00000020:00000001:1.0:1789136054.741475:0:6175:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789136054.741503:0:6175:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1789136054.741510:0:6175:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cd92fbd400. 00000040:00000010:1.0:1789136054.741515:0:6175:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cd92fbc800. 00000020:00000010:1.0:1789136054.741520:0:6175:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cd89532800. 00000020:00000010:1.0:1789136054.741527:0:6175:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93cd92fbca00. 80000000:00000010:1.0:1789136054.741533:0:6175:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cd9921e5a0. 00040000:00000010:1.0:1789136054.741539:0:6175:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cd92fbd600. 20000000:00000010:1.0:1789136054.741544:0:6175:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff93cd92fbd200. 00000020:00000010:1.0:1789136054.741548:0:6175:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cd92fbd800. 10000000:00000010:1.0:1789136054.741551:0:6175:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff93cd887ef140. 10000000:01000000:1.0:1789136054.741554:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1789136054.741559:0:6175:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1789136054.741563:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789136054.741565:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789136054.741569:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd85919c00 refcount=3 00000020:00000001:1.0:1789136054.741571:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:1.0:1789136054.741575:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:1.0:1789136054.741578:0:6175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789136054.741582:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789136054.741593:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789136054.741594:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789136054.741597:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789136054.741602:0:6175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789136054.741604:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789136054.741605:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1789136054.741606:0:6175:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789136054.741608:0:6175:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789136054.741612:0:6175:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1789136054.741615:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789136054.741616:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff93cda0098e00) refs 3 10000000:00000001:1.0:1789136054.741619:0:6175:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1789136055.079461:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136055.079470:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136055.079478:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136055.079480:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789136055.079699:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789136055.079703:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136055.079707:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789136055.719340:0:10167:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295049813, at 4295049856 00000100:00000010:0.0:1789136055.719365:0:10167:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91daf180. 00000100:00000040:1.0:1789136055.720040:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295049813, at 4295049856 00000100:00000010:1.0:1789136055.720052:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91daf660. 00010000:00000001:0.0:1789136056.103487:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136056.103500:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136056.103510:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136056.103511:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789136056.103813:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789136056.103818:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136056.103821:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789136056.106270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136056.106287:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136056.106318:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a463c00. 00000020:00000040:3.0:1789136056.106329:0:37:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136056.106336:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136056.106340:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136056.106349:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136056.106365:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd86eccb00. 00000100:00000001:3.0:1789136056.106378:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.106399:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136056.106417:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136056.106425:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.106446:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cd029bf] to pc [ptlrpcd_01_00+0] req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.106531:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.106535:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136056.106539:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136056.106543:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136056.106546:0:37:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000100:00000001:3.0:1789136056.106548:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136056.106551:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136056.106553:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136056.106559:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd86eccd00. 00000100:00000001:3.0:1789136056.106563:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.106567:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136056.106576:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789136056.106717:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136056.106723:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136056.106727:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789136056.106735:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136056.106745:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789136056.106748:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136056.106753:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789136056.106757:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789136056.106760:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789136056.106764:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a463c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798776320:192.168.204.106@tcp:400:kworker.0 00000100:00000001:2.0:1789136056.106769:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789136056.106777:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789136056.106780:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136056.106784:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789136056.106791:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda0098c00. 02000000:00000001:2.0:1789136056.106793:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136056.106803:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:2.0:1789136056.106808:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a660898. 00000400:00000010:2.0:1789136056.106818:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912afee0. 00000100:00000200:2.0:1789136056.106827:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798776320, portal 25 00000100:00000001:2.0:1789136056.106829:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789136056.106831:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998713856 : -118963710837760 : ffff93cd9a463c00) 00000100:00000040:2.0:1789136056.106837:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136056.106844:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789136056.106847:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:2.0:1789136056.106849:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd912af3b8. 00000100:00000200:2.0:1789136056.106862:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876044798776320, offset 0 00000400:00000200:2.0:1789136056.106870:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:2.0:1789136056.106883:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136056.106892:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:2.0:1789136056.106898:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789136056.106903:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:2.0:1789136056.106908:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789136056.106911:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:2.0:1789136056.106914:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [177:177:256:4294967295] 192.168.204.106@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:2.0:1789136056.106918:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:2.0:1789136056.106930:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:2.0:1789136056.106936:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:2.0:1789136056.106943:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd92c5fc00. 00000800:00000200:2.0:1789136056.106952:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:2.0:1789136056.106962:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:2.0:1789136056.106968:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd92c5fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789136056.106992:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789136056.106997:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:2.0:1789136056.107000:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295051193 00000100:00000010:2.0:1789136056.107005:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd91daf240. 00000100:00000001:2.0:1789136056.107015:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789136056.107035:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295051193 00000100:00000010:2.0:1789136056.107040:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd91daf120. 00000100:00000001:2.0:1789136056.107044:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789136056.107049:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136056.107052:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136056.107056:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136056.107060:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136056.107071:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136056.107074:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789136056.107076:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136056.107084:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789136056.107085:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136056.107088:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136056.107105:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136056.107119:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136056.107459:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136056.107465:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd92c5fc00. 00000400:00000200:1.0:1789136056.107472:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136056.107480:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136056.107488:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912af3b8 00000400:00000010:1.0:1789136056.107491:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912af3b8. 00000100:00000001:1.0:1789136056.107495:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136056.107501:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.107511:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136056.107515:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.107522:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136056.107523:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789136056.107738:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107748:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def040f5] to pc [ptlrpcd_01_01+1] req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.107780:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107783:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136056.107787:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136056.107793:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a460f00. 00000020:00000040:3.0:1789136056.107797:0:37:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000100:00000001:3.0:1789136056.107801:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136056.107803:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136056.107806:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136056.107811:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd86ecc500. 00000100:00000001:3.0:1789136056.107816:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107821:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136056.107828:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136056.107838:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107842:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2a6bc10] to pc [ptlrpcd_01_00+0] req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.107851:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789136056.107858:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789136056.107861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789136056.107864:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789136056.107866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136056.107869:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136056.107872:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a462d00. 00000020:00000040:3.0:1789136056.107874:0:37:0:(genops.c:1210:class_import_get()) import ffff93cd89535000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000100:00000001:3.0:1789136056.107876:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136056.107878:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136056.107880:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136056.107884:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd87b44a00. 00000100:00000001:3.0:1789136056.107887:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107891:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136056.107898:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136056.107899:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107902:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d32a8f06] to pc [ptlrpcd_01_01+1] req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.107909:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789136056.107915:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789136056.107917:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a4612c0. 00000020:00000040:3.0:1789136056.107919:0:37:0:(genops.c:1210:class_import_get()) import ffff93cd8734c800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000100:00000001:3.0:1789136056.107928:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136056.107929:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136056.107931:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136056.107935:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd87b44f00. 00000100:00000001:3.0:1789136056.107938:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107942:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789136056.107949:0:37:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136056.107950:0:37:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107954:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067113232] to pc [ptlrpcd_01_00+0] req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.107961:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.107964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789136056.107967:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789136056.107970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789136056.107972:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789136056.107979:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (387) 00000100:00000001:3.0:1789136056.107996:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136056.107999:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136056.108001:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136056.108006:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.108014:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136056.108016:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.108019:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136056.108021:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136056.108024:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136056.108027:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798776576:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136056.108031:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136056.108041:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136056.108042:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.108045:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136056.108049:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd85614a00. 02000000:00000001:3.0:1789136056.108051:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136056.108056:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136056.108061:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2790. 00000400:00000010:3.0:1789136056.108067:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49088. 00000100:00000200:3.0:1789136056.108072:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798776576, portal 10 00000100:00000001:3.0:1789136056.108074:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136056.108076:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998702336 : -118963710849280 : ffff93cd9a460f00) 00000100:00000040:3.0:1789136056.108083:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.108091:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136056.108093:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136056.108096:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49aa0. 00000100:00000200:3.0:1789136056.108098:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798776576, offset 0 00000400:00000200:3.0:1789136056.108104:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136056.108122:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136056.108128:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136056.108134:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136056.108138:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136056.108141:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136056.108144:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136056.108147:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [178:178:256:4294967295] 192.168.204.106@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:3.0:1789136056.108151:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136056.108160:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136056.108165:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136056.108189:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44500. 00000800:00000200:3.0:1789136056.108196:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136056.108203:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136056.108207:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136056.108227:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.108231:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: using a timeout of 100821 usecs (101 jiffies) 00000400:00000200:3.0:1789136056.108235:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136056.108238:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295050346 00000100:00000001:3.0:1789136056.108240:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295051193 00000100:00000001:3.0:1789136056.108243:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295050346 00000100:00000001:3.0:1789136056.108244:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295051193 00000100:00000001:3.0:1789136056.108247:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136056.108249:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.108252:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136056.108256:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.108263:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136056.108265:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.108267:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136056.108268:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136056.108270:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136056.108273:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2399:1876044798776832:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136056.108277:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136056.108279:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136056.108280:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.108282:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136056.108289:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87843400. 02000000:00000001:3.0:1789136056.108291:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136056.108293:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136056.108296:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2108. 00000400:00000010:3.0:1789136056.108299:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49c38. 00000100:00000200:3.0:1789136056.108302:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798776832, portal 10 00000100:00000001:3.0:1789136056.108304:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136056.108305:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998703296 : -118963710848320 : ffff93cd9a4612c0) 00000100:00000040:3.0:1789136056.108312:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.108324:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136056.108326:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136056.108329:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49770. 00000100:00000200:3.0:1789136056.108331:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798776832, offset 0 00000400:00000200:3.0:1789136056.108335:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136056.108338:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136056.108341:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136056.108344:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136056.108347:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136056.108349:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136056.108351:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136056.108354:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [179:179:255:4294967295] 192.168.204.106@tcp LPNI seq info [179:179:7:4294967295] 00000400:00000200:3.0:1789136056.108358:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136056.108364:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136056.108368:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136056.108371:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44300. 00000800:00000200:3.0:1789136056.108374:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136056.108378:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136056.108381:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136056.108383:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.108386:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: using a timeout of 24356 usecs (25 jiffies) 00000400:00000200:3.0:1789136056.108389:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136056.108391:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295050270 00000100:00000001:3.0:1789136056.108393:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295051193 00000100:00000001:3.0:1789136056.108395:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295050270 00000100:00000001:3.0:1789136056.108398:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295051193 00000100:00000001:3.0:1789136056.108400:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136056.108402:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.108410:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.108412:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.108421:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136056.108423:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789136056.108425:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136056.108426:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136056.108428:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136056.108431:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1789136056.108433:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789136056.109089:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136056.109097:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44500. 00000400:00000200:1.0:1789136056.109140:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136056.109148:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136056.109156:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49aa0 00000400:00000010:1.0:1789136056.109158:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49aa0. 00000100:00000001:1.0:1789136056.109163:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136056.109213:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.109226:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136056.109231:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.109238:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136056.109249:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136056.109367:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136056.109370:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44300. 00000400:00000200:1.0:1789136056.109373:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136056.109377:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136056.109381:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49770 00000400:00000010:1.0:1789136056.109383:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49770. 00000100:00000001:1.0:1789136056.109386:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136056.109390:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.109397:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136056.109400:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.109406:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136056.109407:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789136056.109969:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136056.109975:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.110133:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136056.110139:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.110142:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136056.110144:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136056.110147:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136056.110158:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.110183:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136056.110187:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.110193:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136056.110198:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136056.110201:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136056.110205:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798776448:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136056.110211:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136056.110219:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136056.110222:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.110225:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136056.110233:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87842000. 02000000:00000001:3.0:1789136056.110236:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136056.110245:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136056.110251:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2000. 00000400:00000010:3.0:1789136056.110259:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49880. 00000100:00000200:3.0:1789136056.110268:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798776448, portal 10 00000100:00000001:3.0:1789136056.110271:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136056.110272:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136056.110290:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.110310:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136056.110314:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136056.110317:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49bb0. 00000100:00000200:3.0:1789136056.110323:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798776448, offset 0 00000400:00000200:3.0:1789136056.110330:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136056.110341:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136056.110349:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136056.110356:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136056.110360:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136056.110365:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136056.110367:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136056.110371:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [180:180:256:4294967295] 192.168.204.106@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:3.0:1789136056.110374:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136056.110385:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136056.110391:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136056.110399:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44300. 00000800:00000200:3.0:1789136056.110407:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136056.110415:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136056.110421:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136056.111142:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.111152:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: using a timeout of 87376 usecs (88 jiffies) 00000400:00000200:3.0:1789136056.111157:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136056.111161:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295050335 00000100:00000001:3.0:1789136056.111165:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295051193 00000100:00000001:3.0:1789136056.111192:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295050336 00000100:00000001:3.0:1789136056.111195:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295051193 00000100:00000001:3.0:1789136056.111197:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136056.111201:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.111214:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136056.111223:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.111231:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136056.111233:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.111237:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136056.111239:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136056.111241:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136056.111245:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2399:1876044798776704:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136056.111248:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136056.111252:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136056.111254:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.111256:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136056.111260:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87842600. 02000000:00000001:3.0:1789136056.111262:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136056.111266:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136056.111270:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136056.111275:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49660. 00000100:00000200:3.0:1789136056.111279:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798776704, portal 10 00000100:00000001:3.0:1789136056.111281:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136056.111283:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998710016 : -118963710841600 : ffff93cd9a462d00) 00000100:00000040:3.0:1789136056.111290:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.111296:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136056.111298:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136056.111301:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49220. 00000100:00000200:3.0:1789136056.111305:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798776704, offset 0 00000400:00000200:3.0:1789136056.111310:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136056.111317:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136056.111323:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136056.111328:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136056.111331:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136056.111334:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136056.111342:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136056.111346:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [181:181:255:4294967295] 192.168.204.106@tcp LPNI seq info [181:181:7:4294967295] 00000400:00000200:3.0:1789136056.111350:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136056.111358:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136056.111364:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136056.111370:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44500. 00000800:00000200:3.0:1789136056.111375:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136056.111386:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136056.111390:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789136056.111393:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.111397:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: using a timeout of 21037 usecs (22 jiffies) 00000400:00000200:3.0:1789136056.111400:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136056.111402:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295050270 00000100:00000001:3.0:1789136056.111404:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295051193 00000100:00000001:3.0:1789136056.111406:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295050270 00000100:00000001:3.0:1789136056.111408:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295051193 00000100:00000001:3.0:1789136056.111410:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136056.111412:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.111416:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.111421:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789136056.121018:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136056.126148:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136056.126208:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136056.126217:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136056.126228:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126238:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136056.126249:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126254:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126260:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126265:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05500 00000400:00000200:0.0:1789136056.126272:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126279:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x9f1 [1] + 224 00000800:00000001:0.0:1789136056.126288:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136056.126292:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136056.126296:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136056.126301:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136056.126312:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136056.126326:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136056.126339:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.126446:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136056.126452:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136056.126471:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136056.126487:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136056.126493:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136056.126495:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136056.126497:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136056.126501:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126505:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136056.126509:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126512:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126515:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126518:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05600 00000400:00000200:0.0:1789136056.126522:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126526:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0x9f9 [1] + 224 00000800:00000001:0.0:1789136056.126537:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136056.126541:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136056.126543:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136056.126547:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136056.126550:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136056.126556:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136056.126564:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136056.126572:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136056.126576:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136056.126590:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136056.126592:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136056.126595:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136056.126598:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126601:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136056.126606:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126608:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126611:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126613:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 25 MB=0x6aa40b7d05400 00000400:00000200:0.0:1789136056.126617:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136056.126623:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 224/224 into md 0x9e9 [1] + 224 00000800:00000001:0.0:1789136056.126627:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136056.126705:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136056.126876:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136056.126881:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136056.126885:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136056.126890:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136056.126900:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136056.126917:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136056.126922:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136056.126925:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789136056.130047:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136056.130153:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44300. 00000400:00000200:1.0:1789136056.130167:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136056.130197:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136056.130208:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49bb0 00000400:00000010:1.0:1789136056.130211:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49bb0. 00000100:00000001:1.0:1789136056.130220:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136056.130300:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.130315:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136056.130319:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.130328:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136056.130330:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136056.131715:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136056.131727:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44500. 00000400:00000200:1.0:1789136056.131735:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136056.131746:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136056.131775:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49220 00000400:00000010:1.0:1789136056.131778:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49220. 00000100:00000001:1.0:1789136056.131783:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136056.131793:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.131806:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136056.131810:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.131818:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136056.131820:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:3.0:1789136056.132697:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136056.132704:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136056.133574:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2790. 00000400:00000200:3.0:1789136056.133656:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49088 00000400:00000010:3.0:1789136056.133659:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49088. 00000100:00000001:3.0:1789136056.133666:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136056.133680:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136056.133693:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.133789:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136056.133793:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.133797:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136056.133801:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136056.133804:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136056.133807:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.133810:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136056.133823:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9c60 time=105 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136056.133828:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9c18 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136056.133831:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136056.133833:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136056.133837:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789136056.133843:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789136056.133851:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.133856:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789136056.133859:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:3.0:1789136056.133861:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789136056.133863:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.133868:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.133875:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136056.133879:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136056.133881:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136056.133885:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136056.133892:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a460f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798776576:192.168.204.106@tcp:400:kworker.0 00000400:00000001:3.0:1789136056.133903:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136056.133905:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136056.133907:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2108. 00000400:00000200:3.0:1789136056.133918:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49c38 00000400:00000010:3.0:1789136056.133919:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49c38. 00000100:00000001:3.0:1789136056.133922:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136056.133927:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136056.133935:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.133940:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136056.133941:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.133943:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136056.133944:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136056.133945:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136056.133947:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.133949:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136056.133954:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd8734cc60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136056.133957:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd8734cc18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136056.133960:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136056.133961:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136056.133963:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789136056.133965:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789136056.133971:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.133974:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789136056.133975:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:3.0:1789136056.133977:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789136056.133978:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.133981:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.133988:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136056.133990:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136056.133992:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136056.133995:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136056.134015:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a4612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2399:1876044798776832:192.168.204.106@tcp:400:kworker.0 00000400:00000001:3.0:1789136056.134022:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136056.134023:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136056.134025:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a660898. 00000400:00000200:3.0:1789136056.134029:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd912afee0 00000400:00000010:3.0:1789136056.134030:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd912afee0. 00000100:00000001:3.0:1789136056.134033:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136056.134038:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136056.134046:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.134052:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136056.134053:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.134055:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136056.134057:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136056.134058:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136056.134060:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.134062:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136056.134065:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=106 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136056.134068:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136056.134070:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136056.134071:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136056.134073:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136056.134075:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.134077:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.134081:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.134087:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136056.134090:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136056.134091:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136056.134095:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136056.134118:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a463c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798776320:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136056.134123:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.134128:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136056.134132:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a460f00 x1876044798776576/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.134138:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136056.134141:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136056.134145:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd85614a00. 02000000:00000001:3.0:1789136056.134150:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136056.134154:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136056.134156:0:2399:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000001:3.0:1789136056.134159:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136056.134161:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd86ecc500. 02000000:00000001:3.0:1789136056.134166:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136056.134191:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136056.134194:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a460f00. 00000100:00000001:3.0:1789136056.134202:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136056.134204:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.134206:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136056.134210:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a4612c0 x1876044798776832/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.134216:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136056.134218:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136056.134219:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87843400. 02000000:00000001:3.0:1789136056.134222:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136056.134224:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136056.134225:0:2399:0:(genops.c:1223:class_import_put()) import ffff93cd8734c800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000001:3.0:1789136056.134227:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136056.134228:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd87b44f00. 02000000:00000001:3.0:1789136056.134232:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136056.134233:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136056.134234:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a4612c0. 00000100:00000001:3.0:1789136056.134244:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136056.134246:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.134247:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136056.134251:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a463c00 x1876044798776320/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.134257:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136056.134258:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136056.134259:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda0098c00. 02000000:00000001:3.0:1789136056.134262:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136056.134263:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136056.134264:0:2399:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136056.134266:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136056.134267:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd86eccb00. 02000000:00000001:3.0:1789136056.134269:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136056.134270:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136056.134271:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a463c00. 00000100:00000001:3.0:1789136056.134277:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136056.134278:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.134283:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.134286:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136056.134289:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136056.134292:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.134294:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789136056.137451:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136056.137476:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136056.137482:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136056.137485:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136056.137497:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136056.137508:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136056.137517:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136056.137521:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136056.137528:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136056.137532:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05480 00000400:00000200:1.0:1789136056.137539:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136056.137546:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0xa01 [1] + 224 00000800:00000001:1.0:1789136056.137554:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136056.137559:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136056.137562:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136056.137567:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136056.137575:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136056.137586:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136056.137599:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136056.137648:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136056.137657:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136056.137662:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136056.137664:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136056.137666:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136056.137670:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136056.137675:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136056.137680:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136056.137684:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136056.137688:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136056.137689:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1789136056.137692:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05580 00000100:00000001:3.0:1789136056.137696:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1789136056.137698:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136056.137703:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0xa09 [1] + 224 00000800:00000001:1.0:1789136056.137707:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136056.137715:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136056.137717:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1789136056.137719:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1789136056.137721:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000001:3.0:1789136056.137724:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136056.137729:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2000. 00000400:00000200:3.0:1789136056.137739:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49880 00000400:00000010:3.0:1789136056.137742:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49880. 00000100:00000001:3.0:1789136056.137746:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136056.137752:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136056.137762:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.137770:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136056.137779:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.137782:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136056.137786:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136056.137789:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136056.137791:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.137795:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136056.137807:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9460 time=106 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136056.137811:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9418 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136056.137814:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136056.137816:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136056.137820:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136056.137825:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.137830:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789136056.137832:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:3.0:1789136056.137834:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789136056.137836:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.137842:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.137849:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136056.137853:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136056.137855:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136056.137859:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136056.137867:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2399:1876044798776448:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136056.137873:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.137878:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136056.137881:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798776448/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.137889:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136056.137892:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136056.137896:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87842000. 02000000:00000001:3.0:1789136056.137899:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136056.137903:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136056.137911:0:2399:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000001:3.0:1789136056.137914:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136056.137917:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd86eccd00. 02000000:00000001:3.0:1789136056.137921:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136056.137923:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136056.137925:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136056.137931:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136056.137933:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.137937:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.137939:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136056.137940:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136056.137942:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.137943:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136056.141388:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136056.141554:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136056.141570:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.141670:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136056.141676:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136056.141698:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136056.141721:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136056.141735:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789136056.151072:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136056.151081:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136056.151088:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136056.151100:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49660 00000400:00000010:3.0:1789136056.151103:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49660. 00000100:00000001:3.0:1789136056.151117:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136056.151133:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136056.151146:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.151155:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136056.151158:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.151162:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136056.151166:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136056.151186:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136056.151189:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136056.151192:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136056.151206:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd89535460 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136056.151211:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd89535418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136056.151214:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136056.151216:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136056.151220:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136056.151260:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.151265:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789136056.151268:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:3.0:1789136056.151270:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789136056.151273:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136056.151279:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.151287:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136056.151291:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136056.151293:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136056.151297:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136056.151305:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a462d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2399:1876044798776704:192.168.204.106@tcp:400:kworker.0 00000100:00000001:3.0:1789136056.151311:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.151315:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136056.151319:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a462d00 x1876044798776704/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136056.151326:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136056.151329:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136056.151333:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87842600. 02000000:00000001:3.0:1789136056.151338:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136056.151341:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136056.151344:0:2399:0:(genops.c:1223:class_import_put()) import ffff93cd89535000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000001:3.0:1789136056.151347:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136056.151351:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd87b44a00. 02000000:00000001:3.0:1789136056.151356:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136056.151359:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136056.151361:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a462d00. 00000100:00000001:3.0:1789136056.151372:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136056.151374:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.151376:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136056.151386:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136056.151405:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136056.151409:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136056.151413:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789136056.423383:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1789136056.423392:0:6175:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:0.0:1789136057.063854:0:10167:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295051193, at 4295051200 00000100:00000010:0.0:1789136057.063885:0:10167:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91daf240. 00000100:00000040:1.0:1789136057.064932:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295051193, at 4295051201 00000100:00000010:1.0:1789136057.064945:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd91daf120. 00010000:00000001:0.0:1789136057.128189:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136057.128198:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136057.128206:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136057.128207:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789136057.128549:0:10315:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789136057.128653:0:10315:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136057.128657:0:10315:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136058.151530:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136058.151540:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136058.151547:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136058.151548:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789136058.151632:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789136058.151637:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136058.151640:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136059.180140:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136059.180148:0:10167:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789136059.180150:0:10167:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789136059.180153:0:10167:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136059.180158:0:10167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789136059.180160:0:10167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136059.180162:0:10167:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136059.180165:0:10167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136059.180187:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136059.180189:0:10167:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789136059.180190:0:10167:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789136059.180193:0:10167:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136059.180196:0:10167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789136059.180198:0:10167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136059.180200:0:10167:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136059.180203:0:10167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136059.180226:0:6163:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789136059.180230:0:6163:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136059.180395:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136059.180399:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136059.180402:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136060.203784:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136060.203792:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136060.203797:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136060.203798:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789136060.205540:0:10315:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789136060.205546:0:10315:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136060.205550:0:10315:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136061.223294:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136061.223302:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136061.223334:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136061.223336:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789136061.223657:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789136061.223660:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136061.223663:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789136061.223954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136061.223960:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789136061.223968:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08cd680. 00000020:00000040:1.0:1789136061.223982:0:8:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:1.0:1789136061.223987:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789136061.223990:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789136061.223995:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136061.224005:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd9a160a00. 00000100:00000001:1.0:1789136061.224020:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224032:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789136061.224043:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136061.224048:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224054:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005991c977] to pc [ptlrpcd_00_01+1] req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224082:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136061.224089:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789136061.224092:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08ce1c0. 00000020:00000040:1.0:1789136061.224095:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000100:00000001:1.0:1789136061.224098:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789136061.224099:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789136061.224101:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136061.224113:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cda113a000. 00000100:00000001:1.0:1789136061.224117:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224122:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789136061.224130:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136061.224132:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224136:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000936242ad] to pc [ptlrpcd_00_00+0] req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224145:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136061.224151:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789136061.224154:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08ce940. 00000020:00000040:1.0:1789136061.224156:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000100:00000001:1.0:1789136061.224158:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789136061.224160:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789136061.224161:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136061.224164:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cda113ad00. 00000100:00000001:1.0:1789136061.224195:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224200:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789136061.224208:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136061.224211:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224215:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005798103f] to pc [ptlrpcd_00_01+1] req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224223:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789136061.224228:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789136061.224231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789136061.224240:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789136061.224243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136061.224246:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789136061.224249:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08cf480. 00000020:00000040:1.0:1789136061.224252:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd89535000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000100:00000001:1.0:1789136061.224254:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789136061.224256:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789136061.224257:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136061.224261:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cda113ac00. 00000100:00000001:1.0:1789136061.224265:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224269:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789136061.224276:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136061.224278:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224282:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e9674d] to pc [ptlrpcd_00_00+0] req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224289:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789136061.224293:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789136061.224296:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08cde00. 00000020:00000040:1.0:1789136061.224298:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd8734c800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000100:00000001:1.0:1789136061.224300:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789136061.224301:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789136061.224302:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136061.224308:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd90af4b00. 00000100:00000001:1.0:1789136061.224311:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224314:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789136061.224330:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136061.224338:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224344:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000128048cd] to pc [ptlrpcd_00_01+1] req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224351:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789136061.224357:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789136061.224360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789136061.224363:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789136061.224368:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:1.0:1789136061.224379:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136061.224383:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136061.224385:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789136061.224391:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224399:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789136061.224401:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136061.224405:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789136061.224408:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789136061.224411:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789136061.224415:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798777088:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136061.224419:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789136061.224425:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789136061.224428:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136061.224431:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789136061.224435:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd8788dc00. 02000000:00000001:1.0:1789136061.224437:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789136061.224445:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:1.0:1789136061.224449:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92e3f9f8. 00000400:00000010:1.0:1789136061.224456:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2660. 00000100:00000200:1.0:1789136061.224463:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798777088, portal 10 00000100:00000001:1.0:1789136061.224470:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789136061.224472:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110104007104 : -118963605544512 : ffff93cda08ce1c0) 00000100:00000040:1.0:1789136061.224480:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224487:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789136061.224490:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:1.0:1789136061.224492:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2880. 00000100:00000200:1.0:1789136061.224496:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798777088, offset 0 00000400:00000200:1.0:1789136061.224502:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:1.0:1789136061.224511:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.224518:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:1.0:1789136061.224524:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789136061.224528:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:1.0:1789136061.224533:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789136061.224535:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:1.0:1789136061.224539:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [182:182:256:4294967295] 192.168.204.106@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:1.0:1789136061.224544:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.224552:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:1.0:1789136061.224558:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:1.0:1789136061.224563:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd90af4e00. 00000800:00000200:1.0:1789136061.224569:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:1.0:1789136061.224577:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:1.0:1789136061.224582:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd90af4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789136061.224591:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224596:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: using a timeout of 85657 usecs (86 jiffies) 00000400:00000200:1.0:1789136061.224599:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:1.0:1789136061.224602:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295055446 00000100:00000010:1.0:1789136061.224606:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd8a7ab720. 00000100:00000001:1.0:1789136061.224612:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789136061.224622:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295055446 00000100:00000010:1.0:1789136061.224630:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd8a7ab960. 00000100:00000001:1.0:1789136061.224633:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789136061.224637:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136061.224639:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136061.224642:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789136061.224647:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224654:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789136061.224656:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136061.224658:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789136061.224660:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789136061.224662:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789136061.224665:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2397:1876044798777344:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136061.224668:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789136061.224672:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789136061.224673:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136061.224675:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789136061.224678:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd8788ce00. 02000000:00000001:1.0:1789136061.224680:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789136061.224683:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:1.0:1789136061.224686:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92e3f630. 00000400:00000010:1.0:1789136061.224689:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2c38. 00000100:00000200:1.0:1789136061.224692:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798777344, portal 10 00000100:00000001:1.0:1789136061.224694:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789136061.224695:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110104011904 : -118963605539712 : ffff93cda08cf480) 00000100:00000040:1.0:1789136061.224701:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224706:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789136061.224708:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:1.0:1789136061.224710:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2550. 00000100:00000200:1.0:1789136061.224712:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798777344, offset 0 00000400:00000200:1.0:1789136061.224715:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:1.0:1789136061.224724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.224727:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:1.0:1789136061.224730:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789136061.224732:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:1.0:1789136061.224734:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789136061.224736:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:1.0:1789136061.224739:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [183:183:255:4294967295] 192.168.204.106@tcp LPNI seq info [183:183:7:4294967295] 00000400:00000200:1.0:1789136061.224743:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.224749:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:1.0:1789136061.224753:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:1.0:1789136061.224757:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd90af4200. 00000800:00000200:1.0:1789136061.224761:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:1.0:1789136061.224765:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:1.0:1789136061.224767:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd90af4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789136061.224770:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.224774:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: using a timeout of 23577 usecs (24 jiffies) 00000400:00000200:1.0:1789136061.224777:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:1.0:1789136061.224778:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295055384 00000100:00000001:1.0:1789136061.224781:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295055446 00000100:00000001:1.0:1789136061.224783:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295055384 00000100:00000001:1.0:1789136061.224785:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295055446 00000100:00000001:1.0:1789136061.224787:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136061.224789:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136061.224792:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136061.224795:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136061.224802:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789136061.224804:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789136061.224806:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136061.224807:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136061.224808:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789136061.224811:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1789136061.224818:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136061.224820:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789136061.224822:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136061.224824:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136061.224825:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136061.224826:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789136061.224830:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224838:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789136061.224839:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136061.224842:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789136061.224843:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789136061.224845:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789136061.224848:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798776960:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136061.224851:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789136061.224854:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789136061.224856:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136061.224857:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789136061.224860:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd8788c000. 02000000:00000001:1.0:1789136061.224862:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789136061.224866:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:1.0:1789136061.224869:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92e3fa50. 00000400:00000010:1.0:1789136061.224872:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2bb0. 00000100:00000200:1.0:1789136061.224875:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798776960, portal 25 00000100:00000001:1.0:1789136061.224877:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789136061.224878:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110104004224 : -118963605547392 : ffff93cda08cd680) 00000100:00000040:1.0:1789136061.224883:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224889:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789136061.224892:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:1.0:1789136061.224894:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2220. 00000100:00000200:1.0:1789136061.224897:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876044798776960, offset 0 00000400:00000200:1.0:1789136061.224901:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:1.0:1789136061.224905:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.224914:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:1.0:1789136061.224917:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789136061.224920:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:1.0:1789136061.224922:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789136061.224924:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:1.0:1789136061.224927:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [184:184:254:4294967295] 192.168.204.106@tcp LPNI seq info [184:184:6:4294967295] 00000400:00000200:1.0:1789136061.224932:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.224938:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:1.0:1789136061.224943:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:1.0:1789136061.224948:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd922d9600. 00000800:00000200:1.0:1789136061.224952:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:1.0:1789136061.224956:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:1.0:1789136061.224959:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd922d9600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789136061.224962:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789136061.224965:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:1.0:1789136061.224967:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295056310 00000100:00000001:1.0:1789136061.224973:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295055446 00000100:00000001:1.0:1789136061.224976:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295056310 00000100:00000001:1.0:1789136061.224979:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295055446 00000100:00000001:1.0:1789136061.224982:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136061.224984:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136061.224987:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789136061.224991:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.224998:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789136061.224999:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136061.225001:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789136061.225003:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789136061.225005:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789136061.225008:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798777216:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136061.225026:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789136061.225029:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789136061.225031:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136061.225032:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789136061.225035:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd8788ca00. 02000000:00000001:1.0:1789136061.225037:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789136061.225040:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:1.0:1789136061.225042:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92e3fec8. 00000400:00000010:1.0:1789136061.225045:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b26e8. 00000100:00000200:1.0:1789136061.225048:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798777216, portal 10 00000100:00000001:1.0:1789136061.225050:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789136061.225051:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110104009024 : -118963605542592 : ffff93cda08ce940) 00000100:00000040:1.0:1789136061.225057:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.225064:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789136061.225066:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:1.0:1789136061.225069:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b25d8. 00000100:00000200:1.0:1789136061.225071:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798777216, offset 0 00000400:00000200:1.0:1789136061.225075:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:1.0:1789136061.225079:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.225082:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:1.0:1789136061.225085:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789136061.225088:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:1.0:1789136061.225090:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789136061.225092:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:1.0:1789136061.225095:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [185:185:253:4294967295] 192.168.204.106@tcp LPNI seq info [185:185:5:4294967295] 00000400:00000200:1.0:1789136061.225098:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.225104:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:1.0:1789136061.225108:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:1.0:1789136061.225111:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd922d9100. 00000800:00000200:1.0:1789136061.225115:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:1.0:1789136061.225125:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:1.0:1789136061.225128:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd922d9100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789136061.225131:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.225134:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: using a timeout of 97971 usecs (98 jiffies) 00000400:00000200:1.0:1789136061.225137:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:1.0:1789136061.225139:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295055458 00000100:00000001:1.0:1789136061.225141:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295056310 00000100:00000001:1.0:1789136061.225143:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295055458 00000100:00000001:1.0:1789136061.225145:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295056310 00000100:00000001:1.0:1789136061.225148:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136061.225150:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136061.225153:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789136061.225156:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.225163:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789136061.225164:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136061.225166:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789136061.225190:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789136061.225193:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789136061.225196:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cda08cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2397:1876044798777472:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136061.225200:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789136061.225203:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789136061.225204:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136061.225206:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789136061.225209:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd8788cc00. 02000000:00000001:1.0:1789136061.225211:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789136061.225214:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:1.0:1789136061.225216:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92e3f318. 00000400:00000010:1.0:1789136061.225220:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2b28. 00000100:00000200:1.0:1789136061.225223:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798777472, portal 10 00000100:00000001:1.0:1789136061.225225:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789136061.225231:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625110104006144 : -118963605545472 : ffff93cda08cde00) 00000100:00000040:1.0:1789136061.225238:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.225244:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789136061.225246:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:1.0:1789136061.225248:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2dd0. 00000100:00000200:1.0:1789136061.225251:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798777472, offset 0 00000400:00000200:1.0:1789136061.225255:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:1.0:1789136061.225259:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.225263:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:1.0:1789136061.225265:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789136061.225268:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:1.0:1789136061.225270:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789136061.225272:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:1.0:1789136061.225274:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [186:186:252:4294967295] 192.168.204.106@tcp LPNI seq info [186:186:4:4294967295] 00000400:00000200:1.0:1789136061.225278:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.225283:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:1.0:1789136061.225288:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:1.0:1789136061.225291:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd922d9e00. 00000800:00000200:1.0:1789136061.225295:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:1.0:1789136061.225299:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:1.0:1789136061.225302:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd922d9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789136061.225305:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136061.225308:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: using a timeout of 25258 usecs (26 jiffies) 00000400:00000200:1.0:1789136061.225311:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:1.0:1789136061.225313:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295055386 00000100:00000001:1.0:1789136061.225315:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295056310 00000100:00000001:1.0:1789136061.225317:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295055386 00000100:00000001:1.0:1789136061.225319:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295056310 00000100:00000001:1.0:1789136061.225321:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136061.225327:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136061.225330:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136061.225333:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.225956:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136061.225960:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789136061.226020:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136061.226025:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd90af4e00. 00000400:00000200:0.0:1789136061.226031:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136061.226037:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136061.226043:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2880 00000400:00000010:0.0:1789136061.226045:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2880. 00000100:00000001:0.0:1789136061.226048:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136061.226054:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.226063:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136061.226066:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.226073:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.226075:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789136061.226088:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136061.226090:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd90af4200. 00000400:00000200:0.0:1789136061.226093:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136061.226097:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136061.226099:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2550 00000400:00000010:0.0:1789136061.226101:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2550. 00000100:00000001:0.0:1789136061.226103:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136061.226106:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.226113:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136061.226116:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.226122:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.226123:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789136061.226130:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136061.226138:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd922d9600. 00000400:00000200:0.0:1789136061.226141:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136061.226145:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136061.226147:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2220 00000400:00000010:0.0:1789136061.226149:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2220. 00000100:00000001:0.0:1789136061.226152:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136061.226155:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.226162:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136061.226165:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.226207:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.226209:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789136061.226219:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136061.226221:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd922d9100. 00000400:00000200:0.0:1789136061.226223:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136061.226227:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136061.226230:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b25d8 00000400:00000010:0.0:1789136061.226231:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b25d8. 00000100:00000001:0.0:1789136061.226234:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136061.226237:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.226244:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136061.226246:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.226253:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.226254:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789136061.226314:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136061.226317:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd922d9e00. 00000400:00000200:0.0:1789136061.226320:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136061.226333:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136061.226336:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2dd0 00000400:00000010:0.0:1789136061.226338:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2dd0. 00000100:00000001:0.0:1789136061.226347:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136061.226351:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.226358:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136061.226361:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.226367:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.226368:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136061.236501:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.236519:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136061.236524:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.236527:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136061.236537:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.236545:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136061.236554:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.236558:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.236564:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.236568:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 25 MB=0x6aa40b7d05680 00000400:00000200:1.0:1789136061.236574:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.236580:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 224/224 into md 0xa31 [1] + 224 00000800:00000001:1.0:1789136061.236587:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.236602:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136061.236606:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136061.236611:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136061.236619:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136061.236627:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136061.236638:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.236705:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136061.236710:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136061.239719:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136061.239747:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.239766:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136061.239769:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.239771:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136061.239781:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.239789:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136061.239798:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.239802:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.239825:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.239828:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05700 00000400:00000200:1.0:1789136061.239834:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.239840:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0xa11 [1] + 224 00000800:00000001:1.0:1789136061.239848:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.239852:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136061.239855:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136061.239860:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136061.239866:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136061.239877:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136061.239888:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.239896:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136061.239900:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.239903:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136061.239905:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.239907:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136061.239910:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.239913:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136061.239917:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.239919:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.239922:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.239924:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05800 00000400:00000200:1.0:1789136061.239927:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.239931:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0xa21 [1] + 224 00000800:00000001:1.0:1789136061.239934:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.239943:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136061.239945:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136061.239948:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136061.239950:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136061.239960:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136061.239968:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.239975:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136061.239979:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.239982:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136061.241360:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.241371:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136061.241375:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.241377:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136061.241385:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.241391:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136061.241397:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.241401:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.241405:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.241409:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05780 00000400:00000200:1.0:1789136061.241413:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.241418:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0xa41 [1] + 224 00000800:00000001:1.0:1789136061.241423:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.241435:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136061.241438:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136061.241442:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136061.241448:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136061.241455:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136061.241464:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136061.241471:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136061.241478:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.241481:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789136061.242710:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136061.242714:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136061.242717:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92e3fa50. 00000400:00000200:0.0:1789136061.242724:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2bb0 00000400:00000010:0.0:1789136061.242726:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2bb0. 00000100:00000001:0.0:1789136061.242730:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136061.242738:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136061.242748:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.242755:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136061.242757:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.242760:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136061.242764:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136061.242766:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136061.242769:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136061.242772:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136061.242780:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136061.242784:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136061.242786:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136061.242788:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136061.242791:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789136061.242793:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.242796:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136061.242801:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.242821:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136061.242825:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136061.242827:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136061.242831:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136061.242840:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798776960:192.168.204.106@tcp:400:kworker.0 00000400:00000001:0.0:1789136061.242847:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136061.242849:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136061.242850:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92e3fec8. 00000400:00000200:0.0:1789136061.242853:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b26e8 00000400:00000010:0.0:1789136061.242855:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b26e8. 00000100:00000001:0.0:1789136061.242857:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136061.242861:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136061.242869:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.242880:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136061.242881:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.242883:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136061.243054:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136061.243056:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136061.243057:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136061.243060:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136061.243066:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9c60 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136061.243070:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9c18 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136061.243072:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136061.243073:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136061.243074:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789136061.243080:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789136061.243096:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.243100:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136061.243102:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136061.243103:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136061.243105:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136061.243116:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.243121:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136061.243123:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136061.243124:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136061.243128:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136061.243133:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08ce940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798777216:192.168.204.106@tcp:400:kworker.0 00000400:00000001:0.0:1789136061.243140:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136061.243142:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136061.243143:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92e3f9f8. 00000400:00000200:0.0:1789136061.243146:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2660 00000400:00000010:0.0:1789136061.243148:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2660. 00000100:00000001:0.0:1789136061.243150:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136061.243152:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136061.243159:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.243164:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136061.243165:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.243166:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136061.243724:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136061.243725:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136061.243727:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136061.243736:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136061.243743:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9460 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136061.243747:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9418 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136061.243750:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136061.243751:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136061.243753:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789136061.243756:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.243758:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136061.243760:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136061.243762:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136061.243763:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136061.243769:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.243777:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136061.243778:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136061.243780:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136061.243784:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136061.243790:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08ce1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798777088:192.168.204.106@tcp:400:kworker.0 00000400:00000001:0.0:1789136061.243796:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136061.243798:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136061.243799:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92e3f630. 00000400:00000200:0.0:1789136061.243802:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2c38 00000400:00000010:0.0:1789136061.243804:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2c38. 00000100:00000001:0.0:1789136061.243806:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136061.243810:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136061.243817:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.243823:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136061.243824:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.243831:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136061.243833:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136061.243834:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136061.243835:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136061.243837:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136061.243842:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd89535460 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136061.243844:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd89535418 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136061.243847:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136061.243848:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136061.243849:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789136061.243851:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.243854:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136061.243855:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136061.243856:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136061.243857:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136061.243861:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.243867:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136061.243868:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136061.243869:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136061.243872:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136061.243878:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2397:1876044798777344:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136061.243882:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.243886:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136061.243890:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cda08cd680 x1876044798776960/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.243895:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136061.243898:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136061.243901:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd8788c000. 02000000:00000001:0.0:1789136061.243904:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136061.243907:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136061.243909:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:0.0:1789136061.243917:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136061.243920:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd9a160a00. 02000000:00000001:0.0:1789136061.243924:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136061.243926:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136061.243928:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08cd680. 00000100:00000001:0.0:1789136061.243932:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136061.243933:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.243935:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136061.243938:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cda08ce940 x1876044798777216/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.243943:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136061.243944:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136061.243946:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd8788ca00. 02000000:00000001:0.0:1789136061.243948:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136061.243949:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136061.243950:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000001:0.0:1789136061.243951:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136061.243952:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cda113ad00. 02000000:00000001:0.0:1789136061.243954:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136061.243955:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136061.243956:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08ce940. 00000100:00000001:0.0:1789136061.243958:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136061.243959:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.243960:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136061.243963:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cda08ce1c0 x1876044798777088/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.243969:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136061.243970:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136061.243971:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd8788dc00. 02000000:00000001:0.0:1789136061.243973:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136061.243974:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136061.243976:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000001:0.0:1789136061.243977:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136061.243979:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cda113a000. 02000000:00000001:0.0:1789136061.243981:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136061.243982:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136061.245139:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08ce1c0. 00000100:00000001:0.0:1789136061.245149:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136061.245151:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.245154:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136061.245163:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cda08cf480 x1876044798777344/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.245426:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136061.245428:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136061.245431:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd8788ce00. 02000000:00000001:0.0:1789136061.245434:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136061.245436:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136061.245438:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cd89535000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000001:0.0:1789136061.245440:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136061.245442:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cda113ac00. 02000000:00000001:0.0:1789136061.245445:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136061.245446:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136061.245448:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08cf480. 00000100:00000001:0.0:1789136061.245450:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136061.245452:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.245456:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.245458:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136061.245461:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136061.245463:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.245465:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789136061.251118:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.251137:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136061.251142:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.251145:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136061.251155:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.251163:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136061.251205:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.251209:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.251214:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.251218:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05880 00000400:00000200:1.0:1789136061.251223:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136061.251229:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0xa51 [1] + 224 00000800:00000001:1.0:1789136061.251236:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.251243:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136061.251245:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136061.251250:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136061.251256:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136061.251265:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136061.251275:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.251489:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136061.251493:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136061.251541:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136061.251560:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136061.251564:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789136061.251775:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136061.251778:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136061.251781:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92e3f318. 00000400:00000200:0.0:1789136061.251786:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2b28 00000400:00000010:0.0:1789136061.251789:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2b28. 00000100:00000001:0.0:1789136061.251792:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136061.251798:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136061.251808:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.251835:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136061.251837:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.251840:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136061.251843:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136061.251845:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136061.251847:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136061.251850:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136061.251860:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd8734cc60 time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136061.251864:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd8734cc18 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136061.251867:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136061.251869:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136061.251872:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789136061.251877:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789136061.251884:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.251888:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136061.251890:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136061.251892:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136061.251894:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136061.251898:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.251906:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136061.251909:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136061.251911:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136061.251915:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136061.251922:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cda08cde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2397:1876044798777472:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136061.251927:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.251930:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136061.251934:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cda08cde00 x1876044798777472/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136061.251947:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136061.251949:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136061.251958:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd8788cc00. 02000000:00000001:0.0:1789136061.251962:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136061.251965:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136061.251966:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cd8734c800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000001:0.0:1789136061.251969:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136061.251971:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd90af4b00. 02000000:00000001:0.0:1789136061.251977:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136061.251979:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136061.251982:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08cde00. 00000100:00000001:0.0:1789136061.251985:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136061.251986:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.252682:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136061.252692:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136061.252694:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136061.252697:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136061.252699:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136062.183400:0:10167:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295056310, at 4295056320 00000100:00000010:0.0:1789136062.183416:0:10167:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd8a7ab720. 00000100:00000040:1.0:1789136062.183502:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295056310, at 4295056320 00000100:00000010:1.0:1789136062.183508:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd8a7ab960. 00010000:00000001:0.0:1789136062.248114:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136062.248121:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136062.248127:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136062.248128:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136062.248230:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136062.248233:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136062.248237:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136063.271303:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136063.271311:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136063.271318:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136063.271319:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789136063.271729:0:10315:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789136063.271733:0:10315:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136063.271736:0:10315:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136064.296222:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136064.296229:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136064.296235:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136064.296236:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789136064.296444:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789136064.296448:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136064.296451:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789136065.326069:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136065.326077:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136065.326082:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136065.326091:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789136065.326277:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789136065.326280:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136065.326284:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789136066.342895:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.342923:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136066.342928:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.342931:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.342939:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.342947:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136066.342955:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.342960:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.342965:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.342969:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 328 into portal 15 MB=0x6aa40b921d100 00000400:00000200:1.0:1789136066.342977:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.106@tcp of length 328/328 into md 0x11 [2] + 1640 00000800:00000001:1.0:1789136066.342984:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.343004:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.343007:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.343012:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136066.343020:0:2390:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1789136066.343023:0:2390:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1789136066.343029:0:2390:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cda08ce580. 00000100:00000040:1.0:1789136066.343033:0:2390:0:(events.c:337:request_in_callback()) incoming req@ffff93cda08ce580 x1876044820893952 msgsize 328 00000100:00100000:1.0:1789136066.343036:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.106@tcp (source: 12345-192.168.204.106@tcp) 00000100:00000001:1.0:1789136066.343056:0:2390:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1789136066.343066:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.343069:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.343270:0:6162:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789136066.343273:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876044820893952 02000000:00000001:0.0:1789136066.343276:0:6162:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789136066.343279:0:6162:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136066.343282:0:6162:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.343286:0:6162:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136066.343290:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876044820893952 00000020:00000001:0.0:1789136066.343294:0:6162:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789136066.343296:0:6162:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc28f792f7f8355fc 00000020:00000001:0.0:1789136066.343298:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789136066.343301:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93cd993b6800 refcount=3 00000020:00000001:0.0:1789136066.343304:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109981227008 : -118963728324608 : ffff93cd993b6800) 00000020:00000001:0.0:1789136066.343306:0:6162:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625109981227008 : -118963728324608 : ffff93cd993b6800) 00000100:00000001:0.0:1789136066.343311:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789136066.343316:0:6162:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cd92cd1600. 00000100:00000001:0.0:1789136066.343319:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789136066.343322:0:6162:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cd92cd1600. 00000020:00000010:0.0:1789136066.343328:0:6162:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cda01ec000. 00000020:00000010:0.0:1789136066.343334:0:6162:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cd92e73000. 00000020:00000010:0.0:1789136066.343339:0:6162:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cd92f7c7d0. 00000100:00000040:0.0:1789136066.343347:0:6162:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1789136066.343350:0:6162:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789136066.343351:0:6162:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789136066.343353:0:6162:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.343361:0:6162:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.343369:0:6162:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.343380:0:6162:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789136066.343382:0:6162:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789136066.343387:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.106@tcp, seq: 5 00000100:00000040:0.0:1789136066.343391:0:6162:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff93cd993b6800 : new rpc_count 1 00000100:00000001:0.0:1789136066.343393:0:6162:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625110104008064 : -118963605543552 : ffff93cda08ce580) 00000100:00000040:0.0:1789136066.343400:0:6162:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff93cda08ce580 x1876044820893952/t0(0) o104->e8eba03d-c4dd-41fd-8fa2-8a99d757abe0@192.168.204.106@tcp:497/0 lens 328/0 e 0 to 0 dl 1789136077 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136066.343427:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789136066.343429:0:6162:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cd92cd1600. 00000100:00000001:0.0:1789136066.343432:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789136066.343434:0:6162:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cd92cd1600. 00000100:00100000:0.0:1789136066.343438:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93cda08ce580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+3:13881:x1876044820893952:12345-192.168.204.106@tcp:104: 00000100:00000200:0.0:1789136066.343442:0:6162:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876044820893952 00010000:00000001:0.0:1789136066.343445:0:6162:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789136066.343452:0:6162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789136066.343454:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789136066.343456:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd85919c00 refcount=2 00000020:00000001:0.0:1789136066.343458:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:0.0:1789136066.343461:0:6162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:0.0:1789136066.343465:0:6162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789136066.343469:0:6162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136066.343473:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789136066.343483:0:6162:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789136066.343486:0:6162:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789136066.343492:0:6162:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cd8bd0dc00. 02000000:00000001:0.0:1789136066.343495:0:6162:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.343497:0:6162:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.343502:0:6162:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789136066.343504:0:6162:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136066.343509:0:6162:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd876421e8 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136066.343513:0:6162:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789136066.343516:0:6162:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93cd92cd1800 refcount 28 to 192.168.204.106@tcp 00000100:00000001:0.0:1789136066.343518:0:6162:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625109873334272 : -118963836217344 : ffff93cd92cd1800) 02000000:00000001:0.0:1789136066.343520:0:6162:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789136066.343522:0:6162:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.343525:0:6162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136066.343533:0:6162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136066.343538:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eeaa0. 00000100:00000200:0.0:1789136066.343544:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876044820893952, offset 224 00000400:00000200:0.0:1789136066.343550:0:6162:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136066.343558:0:6162:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.343564:0:6162:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.6@tcp to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136066.343569:0:6162:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [187:187:256:4294967295] 192.168.204.106@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1789136066.343574:0:6162:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.343583:0:6162:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:192.168.204.6@tcp) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136066.343588:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136066.343593:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143d00. 00000800:00000200:0.0:1789136066.343600:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136066.343607:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136066.343612:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136066.343620:0:6162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.343624:0:6162:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93cd92cd1800 refcount 27 to 192.168.204.106@tcp 00010000:00000001:0.0:1789136066.343627:0:6162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789136066.343631:0:6162:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cd91f2b240. 00010000:00000001:0.0:1789136066.343634:0:6162:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789136066.343649:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1789136066.343652:0:6162:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.343654:0:6162:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.343656:0:6162:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.343661:0:6162:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cda08ce580 x1876044820893952/t0(0) o104->e8eba03d-c4dd-41fd-8fa2-8a99d757abe0@192.168.204.106@tcp:497/0 lens 328/224 e 0 to 0 dl 1789136077 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789136066.343671:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93cda08ce580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+3:13881:x1876044820893952:12345-192.168.204.106@tcp:104: Request processed in 244us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1789136066.343680:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.106@tcp, seq: 5 00000100:00000040:0.0:1789136066.343683:0:6162:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff93cd993b6800 : new rpc_count 0 00000100:00000001:0.0:1789136066.343685:0:6162:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789136066.343693:0:6162:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789136066.343698:0:6162:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cd92e73000. 00000020:00000010:0.0:1789136066.343701:0:6162:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cd92f7c7d0. 00000020:00000010:0.0:1789136066.343704:0:6162:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cda01ec000. 00000020:00000040:0.0:1789136066.343709:0:6162:0:(genops.c:879:class_export_put()) PUTting export ffff93cd993b6800 : new refcount 2 00000100:00000001:0.0:1789136066.343712:0:6162:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789136066.343736:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136066.343739:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.343744:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136066.343745:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.343897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136066.343902:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136066.343907:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b61c0. 00000020:00000040:0.0:1789136066.343911:0:8:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:0.0:1789136066.343924:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136066.343926:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136066.343932:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136066.343937:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91143b00. 00000100:00000001:0.0:1789136066.343945:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.343951:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e8eba03d-c4dd-41fd-8fa2-8a99d757abe0->MGS req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136066.343960:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136066.343964:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.343970:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b149f012] to pc [ptlrpcd_00_00+0] req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.343989:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.343992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136066.343995:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136066.343997:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b4f00. 00000020:00000040:0.0:1789136066.343999:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000100:00000001:0.0:1789136066.344001:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136066.344003:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136066.344010:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136066.344013:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91143c00. 00000100:00000001:0.0:1789136066.344016:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344021:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0000_UUID req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136066.344028:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136066.344030:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344034:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000006d6c3b] to pc [ptlrpcd_00_01+1] req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344042:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136066.344048:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136066.344050:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b5e00. 00000020:00000040:0.0:1789136066.344053:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd92ff9800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000100:00000001:0.0:1789136066.344055:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136066.344056:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136066.344058:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136066.344061:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91143300. 00000100:00000001:0.0:1789136066.344063:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344066:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-MDT0001_UUID req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136066.344072:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136066.344074:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344077:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021622047] to pc [ptlrpcd_00_00+0] req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344083:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789136066.344243:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789136066.344245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789136066.344301:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6afc780c-539c-4ad3-905c-7768bb4e4d27->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789136066.344304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136066.344307:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136066.344309:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b6580. 00000020:00000040:0.0:1789136066.344312:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd89535000 refcount=4 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000100:00000001:0.0:1789136066.344314:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136066.344316:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136066.344318:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136066.344321:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91143900. 00000100:00000001:0.0:1789136066.344324:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344329:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0000_UUID req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136066.344336:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136066.344338:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344342:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058d0cb49] to pc [ptlrpcd_00_01+1] req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344349:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789136066.344354:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789136066.344357:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b5a40. 00000020:00000040:0.0:1789136066.344359:0:8:0:(genops.c:1210:class_import_get()) import ffff93cd8734c800 refcount=4 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000100:00000001:0.0:1789136066.344361:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136066.344362:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136066.344364:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789136066.344367:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93cd91143a00. 00000100:00000001:0.0:1789136066.344369:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344373:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-MDT0001_UUID req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136066.344380:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789136066.344386:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344391:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd4df21a] to pc [ptlrpcd_00_00+0] req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344398:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789136066.344403:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789136066.344406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789136066.344409:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2f4d3c9a-118e-456f-828f-1d8b48d0d9be->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789136066.344413:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000100:00000001:0.0:1789136066.344425:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136066.344428:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136066.344430:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136066.344435:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344443:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136066.344445:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.344449:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136066.344451:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136066.344454:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136066.344457:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798777600:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136066.344461:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136066.344467:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136066.344470:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.344473:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136066.344478:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda01ec000. 02000000:00000001:0.0:1789136066.344479:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136066.344485:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136066.344489:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67d10. 00000400:00000010:0.0:1789136066.344494:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee088. 00000100:00000200:0.0:1789136066.344498:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798777600, portal 25 00000100:00000001:0.0:1789136066.344500:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136066.344507:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914116544 : -118963795435072 : ffff93cd953b61c0) 00000100:00000040:0.0:1789136066.344513:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344519:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136066.344521:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136066.344523:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eecc0. 00000100:00000200:0.0:1789136066.344526:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876044798777600, offset 0 00000400:00000200:0.0:1789136066.344530:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136066.344536:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.344541:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136066.344546:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136066.344550:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136066.344554:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136066.344557:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136066.344560:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [188:188:255:4294967295] 192.168.204.106@tcp LPNI seq info [188:188:7:4294967295] 00000400:00000200:0.0:1789136066.344564:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.344571:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136066.344575:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136066.344578:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143f00. 00000800:00000200:0.0:1789136066.344583:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136066.344589:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136066.344592:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136066.344596:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136066.344601:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136066.344604:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295061431 00000100:00000010:0.0:1789136066.344608:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd93c59ba0. 00000100:00000001:0.0:1789136066.344615:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789136066.344621:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295061431 00000100:00000010:0.0:1789136066.344625:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93cd93c593c0. 00000100:00000001:0.0:1789136066.344628:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789136066.344638:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136066.344640:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.344644:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136066.344647:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344653:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136066.344654:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.344656:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136066.344657:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136066.344659:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136066.344661:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798777856:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136066.344664:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136066.344666:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136066.344668:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.344669:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136066.344671:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda01edc00. 02000000:00000001:0.0:1789136066.344673:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136066.344676:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136066.344678:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67898. 00000400:00000010:0.0:1789136066.344681:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee880. 00000100:00000200:0.0:1789136066.344684:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798777856, portal 10 00000100:00000001:0.0:1789136066.344685:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136066.344686:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914115584 : -118963795436032 : ffff93cd953b5e00) 00000100:00000040:0.0:1789136066.344691:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344697:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136066.344699:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136066.344701:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eebb0. 00000100:00000200:0.0:1789136066.344703:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798777856, offset 0 00000400:00000200:0.0:1789136066.344707:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136066.344710:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.344713:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136066.344715:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136066.344722:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136066.344724:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136066.344726:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136066.344728:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [189:189:254:4294967295] 192.168.204.106@tcp LPNI seq info [189:189:6:4294967295] 00000400:00000200:0.0:1789136066.344732:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.344737:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136066.344743:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136066.344747:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143500. 00000800:00000200:0.0:1789136066.344750:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136066.344754:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136066.344756:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136066.344759:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344762:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: using a timeout of 94995 usecs (95 jiffies) 00000400:00000200:0.0:1789136066.344764:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136066.344766:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295060576 00000100:00000001:0.0:1789136066.344768:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295061431 00000100:00000001:0.0:1789136066.344770:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295060576 00000100:00000001:0.0:1789136066.344772:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295061431 00000100:00000001:0.0:1789136066.344774:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136066.344776:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.344778:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136066.344781:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344787:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136066.344788:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.344790:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136066.344792:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136066.344794:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136066.344796:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2397:1876044798778112:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136066.344806:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136066.344809:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136066.344811:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.344812:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136066.344814:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda01ed800. 02000000:00000001:0.0:1789136066.344816:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136066.344819:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136066.344821:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67d68. 00000400:00000010:0.0:1789136066.344824:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee550. 00000100:00000200:0.0:1789136066.344827:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798778112, portal 10 00000100:00000001:0.0:1789136066.344828:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136066.344829:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914114624 : -118963795436992 : ffff93cd953b5a40) 00000100:00000040:0.0:1789136066.344835:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344841:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136066.344843:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136066.344845:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eec38. 00000100:00000200:0.0:1789136066.344847:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798778112, offset 0 00000400:00000200:0.0:1789136066.344852:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136066.344856:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.344858:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136066.344861:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136066.344863:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136066.344865:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136066.344867:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136066.344870:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [190:190:253:4294967295] 192.168.204.106@tcp LPNI seq info [190:190:5:4294967295] 00000400:00000200:0.0:1789136066.344873:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.344878:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136066.344883:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136066.344886:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143400. 00000800:00000200:0.0:1789136066.344890:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136066.344899:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136066.344902:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136066.344905:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.344908:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: using a timeout of 26168 usecs (27 jiffies) 00000400:00000200:0.0:1789136066.344911:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136066.344924:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295060508 00000100:00000001:0.0:1789136066.344927:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295061431 00000100:00000001:0.0:1789136066.344929:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295060508 00000100:00000001:0.0:1789136066.344931:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295061431 00000100:00000001:0.0:1789136066.344933:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136066.344935:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.344938:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.344940:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.344946:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136066.344948:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789136066.344951:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136066.344952:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136066.344953:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136066.344956:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789136066.344957:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.344959:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136066.344961:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.344963:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136066.344964:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789136066.344965:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136066.344969:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.344975:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136066.344977:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.344979:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136066.344980:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136066.344982:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136066.344985:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798777728:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136066.344994:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136066.344996:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136066.344998:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.344999:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136066.345002:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda01ed000. 02000000:00000001:0.0:1789136066.345004:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136066.345007:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136066.345009:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f676e0. 00000400:00000010:0.0:1789136066.345012:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee660. 00000100:00000200:0.0:1789136066.345015:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798777728, portal 10 00000100:00000001:0.0:1789136066.345017:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136066.345018:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914111744 : -118963795439872 : ffff93cd953b4f00) 00000100:00000040:0.0:1789136066.345024:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.345029:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136066.345031:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136066.345033:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee220. 00000100:00000200:0.0:1789136066.345035:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798777728, offset 0 00000400:00000200:0.0:1789136066.345039:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136066.345042:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.345045:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136066.345048:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136066.345050:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136066.345052:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136066.345054:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136066.345057:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [191:191:252:4294967295] 192.168.204.106@tcp LPNI seq info [191:191:4:4294967295] 00000400:00000200:0.0:1789136066.345060:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.345065:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136066.345069:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136066.345072:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143200. 00000800:00000200:0.0:1789136066.345076:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:1.0:1789136066.345425:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136066.345430:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143d00. 00000400:00000200:1.0:1789136066.345437:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.345442:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136066.345447:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eeaa0 00000400:00000010:1.0:1789136066.345449:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eeaa0. 00000100:00000001:1.0:1789136066.345454:0:2389:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1789136066.345456:0:2389:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1789136066.345477:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136066.345479:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143f00. 00000400:00000200:1.0:1789136066.345482:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.345486:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136066.345488:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eecc0 00000400:00000010:1.0:1789136066.345490:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eecc0. 00000100:00000001:1.0:1789136066.345492:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136066.345496:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.345506:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136066.345510:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.345517:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136066.345518:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136066.345526:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136066.345528:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143500. 00000400:00000200:1.0:1789136066.345530:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.345533:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136066.345536:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eebb0 00000400:00000010:1.0:1789136066.345537:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eebb0. 00000100:00000001:1.0:1789136066.345539:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136066.345542:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.345550:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136066.345553:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.345558:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136066.345560:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136066.345619:0:2389:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136066.345622:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143400. 00000400:00000200:1.0:1789136066.345625:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.345628:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136066.345631:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eec38 00000400:00000010:1.0:1789136066.345637:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eec38. 00000100:00000001:1.0:1789136066.345640:0:2389:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136066.345644:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.345653:0:2389:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136066.345655:0:2389:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.345662:0:2389:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136066.345663:0:2389:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789136066.345698:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136066.345701:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789136066.346184:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136066.346193:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136066.346213:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.346218:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: using a timeout of 83617 usecs (84 jiffies) 00000400:00000200:0.0:1789136066.346223:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136066.346226:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 0 is 4295060567 00000100:00000001:0.0:1789136066.346229:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 0, keep current deadline 4295061431 00000100:00000001:0.0:1789136066.346231:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS new deadline estimation for cpu 1 is 4295060567 00000100:00000001:0.0:1789136066.346233:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cd993b2800: PM QoS request active for cpu 1, keep current deadline 4295061431 00000100:00000001:0.0:1789136066.346235:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136066.346238:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.346241:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789136066.346350:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.346358:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789136066.346359:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.346364:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789136066.346366:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789136066.346369:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136066.346372:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2397:1876044798777984:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136066.346376:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789136066.346379:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789136066.346381:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.346383:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789136066.346387:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cda01ede00. 02000000:00000001:0.0:1789136066.346389:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789136066.346393:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:0.0:1789136066.346397:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f67cb8. 00000400:00000010:0.0:1789136066.346401:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eeb28. 00000100:00000200:0.0:1789136066.346405:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798777984, portal 10 00000100:00000001:0.0:1789136066.346407:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789136066.346415:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914117504 : -118963795434112 : ffff93cd953b6580) 00000100:00000040:0.0:1789136066.346422:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.346428:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136066.346430:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136066.346432:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01ee4c8. 00000100:00000200:0.0:1789136066.346435:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876044798777984, offset 0 00000400:00000200:0.0:1789136066.346439:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136066.346446:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.346450:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136066.346453:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789136066.346456:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:0.0:1789136066.346458:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789136066.346460:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:0.0:1789136066.346463:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [192:192:255:4294967295] 192.168.204.106@tcp LPNI seq info [192:192:7:4294967295] 00000400:00000200:0.0:1789136066.346468:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.346474:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136066.346478:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136066.346482:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143700. 00000800:00000200:0.0:1789136066.346486:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136066.346491:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136066.346493:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136066.346495:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.346498:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: using a timeout of 23638 usecs (24 jiffies) 00000400:00000200:0.0:1789136066.346500:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:0.0:1789136066.346502:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 0 is 4295060507 00000100:00000001:0.0:1789136066.346504:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 0, keep current deadline 4295061431 00000100:00000001:0.0:1789136066.346506:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS new deadline estimation for cpu 1 is 4295060507 00000100:00000001:0.0:1789136066.346508:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93cda0223800: PM QoS request active for cpu 1, keep current deadline 4295061431 00000100:00000001:0.0:1789136066.346510:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136066.346517:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.346520:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.346523:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136066.347822:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136066.347830:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143200. 00000400:00000200:1.0:1789136066.347838:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.347855:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136066.347862:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee220 00000400:00000010:1.0:1789136066.347864:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee220. 00000100:00000001:1.0:1789136066.347870:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136066.347877:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.347888:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136066.347892:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.347899:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136066.347901:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1789136066.347926:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136066.347929:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143700. 00000400:00000200:1.0:1789136066.347932:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.347935:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136066.347938:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee4c8 00000400:00000010:1.0:1789136066.347940:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee4c8. 00000100:00000001:1.0:1789136066.347942:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136066.347945:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.347964:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136066.347967:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.347973:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136066.347975:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1789136066.348685:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136066.348689:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136066.348693:0:6173:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789136066.348697:0:6173:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789136066.348700:0:6173:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789136066.348706:0:6173:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136066.348716:0:6173:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93cd85919c00 already unused, calling callback (ffffffffc12aac20) 10000000:00000001:3.0:1789136066.348720:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789136066.348722:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136066.348730:0:6173:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789136066.348732:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789136066.348735:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789136066.348738:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd85919c00 refcount=3 00000020:00000001:3.0:1789136066.348741:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136066.348744:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136066.348747:0:6173:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789136066.348750:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1789136066.348756:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789136066.348759:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789136066.348777:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1789136066.348781:0:6173:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1789136066.348782:0:6173:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1789136066.348784:0:6173:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1789136066.348786:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789136066.348787:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136066.348809:0:6173:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1789136066.348811:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789136066.348813:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff93cda0098e00) refs 2 10000000:00000001:3.0:1789136066.348815:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789136066.348817:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136066.348820:0:6173:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789136066.348823:0:6173:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789136066.348825:0:6173:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789136066.348827:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789136066.348831:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789136066.348834:0:6173:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff93cd85919c00 with handle 0xc28f792f7f8356ff from hash 00010000:00000001:3.0:1789136066.348836:0:6173:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789136066.348838:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136066.348848:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136066.348850:0:6173:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789136066.348852:0:6173:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789136066.348854:0:6173:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789136066.348857:0:6173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789136066.348860:0:6173:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789136066.348869:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136066.348873:0:6173:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136066.348879:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136066.348881:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136066.348886:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136066.348893:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd87842400. 00000100:00000001:3.0:1789136066.348900:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136066.348902:0:6173:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789136066.348908:0:6173:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136066.348933:0:6173:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789136066.348935:0:6173:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136066.348942:0:6173:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136066.348947:0:6173:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136066.348956:0:6173:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000def040f5] to pc [ptlrpcd_01_01+1] req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789136066.348982:0:6173:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789136066.348985:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136066.348987:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136066.348988:0:6173:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136066.348990:0:6173:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136066.348992:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136066.348996:0:6173:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136066.349002:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789136066.349005:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f8356ff lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984eb4 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136066.349017:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136066.349018:0:6173:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789136066.349021:0:6173:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cd91f2b240. 00010000:00000001:3.0:1789136066.349025:0:6173:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136066.349027:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136066.349028:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136066.349030:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789136066.349032:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136066.349033:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136066.349035:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789136066.349036:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136066.349037:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136066.349039:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789136066.349048:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1789136066.349056:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789136066.349058:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136066.349067:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136066.349069:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136066.349072:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136066.349073:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136066.349076:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136066.349081:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136066.349097:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136066.349099:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136066.349104:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136066.349106:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136066.349109:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136066.349113:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798778240:192.168.204.106@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789136066.349117:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136066.349122:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136066.349125:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136066.349127:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136066.349131:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87843a00. 02000000:00000001:3.0:1789136066.349133:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136066.349139:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136066.349143:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136066.349149:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49660. 00000100:00000200:3.0:1789136066.349154:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798778240, portal 18 00000100:00000001:3.0:1789136066.349157:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136066.349158:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136066.349163:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136066.349201:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136066.349204:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136066.349208:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49880. 00000100:00000200:3.0:1789136066.349211:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876044798778240, offset 0 00000400:00000200:3.0:1789136066.349217:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136066.349229:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136066.349236:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136066.349241:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136066.349245:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136066.349263:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136066.349266:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136066.349269:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [193:193:256:4294967295] 192.168.204.106@tcp LPNI seq info [193:193:8:4294967295] 00000400:00000200:3.0:1789136066.349273:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136066.349282:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136066.349287:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136066.349292:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44a00. 00000800:00000200:3.0:1789136066.349298:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136066.349304:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136066.349308:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789136066.349857:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136066.349863:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136066.349866:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295061436 00000100:00000001:3.0:1789136066.349873:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295061431 00000100:00000001:3.0:1789136066.349878:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295061436 00000100:00000001:3.0:1789136066.349881:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295061431 00000100:00000001:3.0:1789136066.349885:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136066.349888:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136066.349892:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136066.349895:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136066.349939:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136066.349943:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789136066.350013:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136066.350027:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136066.350029:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136066.350032:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136066.350038:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.350043:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136066.350049:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.350052:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.350057:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.350062:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 328 into portal 15 MB=0x6aa40b921d180 00000400:00000200:0.0:1789136066.350069:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.106@tcp of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:0.0:1789136066.350074:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cda010ce70. 00000400:00000200:0.0:1789136066.350079:0:2390:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93cd87346780 00000800:00000001:0.0:1789136066.350084:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136066.350103:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136066.350106:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136066.350110:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136066.350115:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd87346780 00000400:00000010:0.0:1789136066.350118:0:2390:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff93cd87346780. 00000100:00000001:0.0:1789136066.350122:0:2390:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1789136066.350124:0:2390:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1789136066.350128:0:2390:0:(events.c:337:request_in_callback()) incoming req@ffff93cd986dc050 x1876044820894080 msgsize 328 00000100:00100000:0.0:1789136066.350133:0:2390:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.106@tcp (source: 12345-192.168.204.106@tcp) 00000100:00000040:0.0:1789136066.350135:0:2390:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1789136066.350144:0:2390:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1789136066.350239:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136066.350243:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44a00. 00000400:00000200:0.0:1789136066.351226:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136066.351235:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136066.351240:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49880 00000400:00000010:0.0:1789136066.351242:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49880. 00000020:00000001:2.0:1789136066.353760:0:10315:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789136066.353767:0:10315:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789136066.353782:0:10315:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789136066.354473:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136066.354485:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.354500:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136066.354504:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.354510:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.354512:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789136066.354530:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136066.354540:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789136066.354586:0:6162:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 984 at ffff93cd91ee3800. 00000100:00000010:0.0:1789136066.354594:0:6162:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff93cd8724a000. 00000100:00100000:0.0:1789136066.354597:0:6162:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1789136066.354602:0:6162:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1789136066.354608:0:6162:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92f679a0. 00000400:00000010:0.0:1789136066.354614:0:6162:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93cd91f2bc00. 00000100:00000001:0.0:1789136066.354626:0:6162:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1789136066.354628:0:6162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876044820894080 02000000:00000001:0.0:1789136066.354631:0:6162:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1789136066.354633:0:6162:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136066.354636:0:6162:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.354639:0:6162:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789136066.354643:0:6162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876044820894080 00000020:00000001:0.0:1789136066.354645:0:6162:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789136066.354647:0:6162:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc28f792f7f8355fc 00000020:00000001:0.0:1789136066.354649:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789136066.354652:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93cd993b6800 refcount=3 00000020:00000001:0.0:1789136066.354654:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109981227008 : -118963728324608 : ffff93cd993b6800) 00000020:00000001:0.0:1789136066.354656:0:6162:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625109981227008 : -118963728324608 : ffff93cd993b6800) 00000100:00000001:0.0:1789136066.354659:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789136066.354662:0:6162:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cd92cd1600. 00000100:00000001:0.0:1789136066.354665:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789136066.354667:0:6162:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cd92cd1600. 00000020:00000010:0.0:1789136066.354673:0:6162:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cda01eda00. 00000020:00000010:0.0:1789136066.354683:0:6162:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93cd92e73000. 00000020:00000010:0.0:1789136066.354687:0:6162:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93cd92f7c7d0. 00000100:00000040:0.0:1789136066.354696:0:6162:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1789136066.354700:0:6162:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1789136066.354702:0:6162:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1789136066.354704:0:6162:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.354712:0:6162:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.354739:0:6162:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.354753:0:6162:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1789136066.354755:0:6162:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1789136066.354761:0:6162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.106@tcp, seq: 6 00000100:00000040:0.0:1789136066.354765:0:6162:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff93cd993b6800 : new rpc_count 1 00000100:00000001:0.0:1789136066.354767:0:6162:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625109967749200 : -118963741802416 : ffff93cd986dc050) 00000100:00000040:0.0:1789136066.354772:0:6162:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff93cd986dc050 x1876044820894080/t0(0) o104->e8eba03d-c4dd-41fd-8fa2-8a99d757abe0@192.168.204.106@tcp:497/0 lens 328/0 e 0 to 0 dl 1789136077 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789136066.354781:0:6162:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1789136066.354784:0:6162:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93cd92cd1600. 00000100:00000001:0.0:1789136066.354786:0:6162:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1789136066.354788:0:6162:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff93cd92cd1600. 00000100:00100000:0.0:1789136066.354791:0:6162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93cd986dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+3:13881:x1876044820894080:12345-192.168.204.106@tcp:104: 00000100:00000200:0.0:1789136066.354795:0:6162:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876044820894080 00010000:00000001:0.0:1789136066.354797:0:6162:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1789136066.354804:0:6162:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789136066.354805:0:6162:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789136066.354808:0:6162:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd86db8e00 refcount=2 00000020:00000001:0.0:1789136066.354810:0:6162:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:0.0:1789136066.354812:0:6162:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:0.0:1789136066.354816:0:6162:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789136066.354820:0:6162:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789136066.354825:0:6162:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789136066.354845:0:6162:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1789136066.354848:0:6162:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1789136066.354852:0:6162:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93cd91ee2c00. 02000000:00000001:0.0:1789136066.354854:0:6162:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.354857:0:6162:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.354861:0:6162:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1789136066.354863:0:6162:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136066.354867:0:6162:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd876421e8 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136066.354872:0:6162:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789136066.354875:0:6162:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93cd92cd1800 refcount 28 to 192.168.204.106@tcp 00000100:00000001:0.0:1789136066.354878:0:6162:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625109873334272 : -118963836217344 : ffff93cd92cd1800) 02000000:00000001:0.0:1789136066.354880:0:6162:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1789136066.354883:0:6162:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.354886:0:6162:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789136066.354888:0:6162:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:0.0:1789136066.354892:0:6162:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cda01eedd0. 00000100:00000200:0.0:1789136066.354895:0:6162:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876044820894080, offset 224 00000400:00000200:0.0:1789136066.354902:0:6162:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:0.0:1789136066.354923:0:6162:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.354931:0:6162:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.6@tcp to MR: 192.168.204.106@tcp local destination 00000400:00000200:0.0:1789136066.354937:0:6162:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [194:194:256:4294967295] 192.168.204.106@tcp LPNI seq info [194:194:8:4294967295] 00000400:00000200:0.0:1789136066.354942:0:6162:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.354951:0:6162:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:192.168.204.6@tcp) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:0.0:1789136066.354957:0:6162:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:0.0:1789136066.354962:0:6162:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd91143e00. 00000800:00000200:0.0:1789136066.354969:0:6162:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:0.0:1789136066.354977:0:6162:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:0.0:1789136066.354981:0:6162:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd91143e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789136066.354990:0:6162:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.354993:0:6162:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff93cd92cd1800 refcount 27 to 192.168.204.106@tcp 00010000:00000001:0.0:1789136066.355001:0:6162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1789136066.355005:0:6162:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93cd91f2be40. 00010000:00000001:0.0:1789136066.355007:0:6162:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1789136066.355020:0:6162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1789136066.355022:0:6162:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.355024:0:6162:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.355026:0:6162:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.355031:0:6162:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd986dc050 x1876044820894080/t0(0) o104->e8eba03d-c4dd-41fd-8fa2-8a99d757abe0@192.168.204.106@tcp:497/0 lens 328/224 e 0 to 0 dl 1789136077 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789136066.355041:0:6162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93cd986dc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0+3:13881:x1876044820894080:12345-192.168.204.106@tcp:104: Request processed in 258us (4910us total) trans 0 rc 0/0 00000100:00100000:0.0:1789136066.355048:0:6162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.106@tcp, seq: 6 00000100:00000040:0.0:1789136066.355051:0:6162:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff93cd993b6800 : new rpc_count 0 00000100:00000001:0.0:1789136066.355053:0:6162:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1789136066.355055:0:6162:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1789136066.355059:0:6162:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93cd92e73000. 00000020:00000010:0.0:1789136066.355062:0:6162:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93cd92f7c7d0. 00000020:00000010:0.0:1789136066.355065:0:6162:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cda01eda00. 00000020:00000040:0.0:1789136066.355070:0:6162:0:(genops.c:879:class_export_put()) PUTting export ffff93cd993b6800 : new refcount 2 02000000:00000001:0.0:1789136066.355076:0:6162:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789136066.355078:0:6162:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cd8bd0dc00. 02000000:00000001:0.0:1789136066.355081:0:6162:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789136066.355083:0:6162:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cda08ce580. 00000020:00000001:3.0:1789136066.355633:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136066.355637:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136066.355640:0:6172:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789136066.355643:0:6172:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789136066.355645:0:6172:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789136066.355656:0:6172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136066.355664:0:6172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93cd86db8e00 already unused, calling callback (ffffffffc12aac20) 10000000:00000001:3.0:1789136066.355667:0:6172:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789136066.355670:0:6172:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136066.355676:0:6172:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789136066.355677:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789136066.355679:0:6172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789136066.355680:0:6172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd86db8e00 refcount=3 00000020:00000001:3.0:1789136066.355682:0:6172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:3.0:1789136066.355684:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109672955392 : -118964036596224 : ffff93cd86db8e00) 00010000:00000001:3.0:1789136066.355686:0:6172:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789136066.355688:0:6172:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1789136066.355694:0:6172:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789136066.355696:0:6172:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789136066.355701:0:6172:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1789136066.355704:0:6172:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1789136066.355706:0:6172:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1789136066.355707:0:6172:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1789136066.355709:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789136066.355710:0:6172:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136066.355722:0:6172:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1789136066.355724:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789136066.355725:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff93cd92fbd000) refs 2 10000000:00000001:3.0:1789136066.355727:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789136066.355729:0:6172:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136066.355732:0:6172:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789136066.355740:0:6172:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789136066.355742:0:6172:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789136066.355743:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789136066.355745:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789136066.355748:0:6172:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff93cd86db8e00 with handle 0xc28f792f7f8356f8 from hash 00010000:00000001:3.0:1789136066.355750:0:6172:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789136066.355751:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136066.355753:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136066.355754:0:6172:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789136066.355756:0:6172:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789136066.355759:0:6172:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789136066.355761:0:6172:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789136066.355763:0:6172:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789136066.355770:0:6172:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a463c00. 00000020:00000040:3.0:1789136066.355775:0:6172:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=6 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136066.355778:0:6172:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136066.355781:0:6172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136066.355786:0:6172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136066.355792:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd87842e00. 00000100:00000001:3.0:1789136066.355798:0:6172:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136066.355800:0:6172:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789136066.355804:0:6172:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136066.355810:0:6172:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789136066.355812:0:6172:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136066.355817:0:6172:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136066.355821:0:6172:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136066.355830:0:6172:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cd029bf] to pc [ptlrpcd_01_00+0] req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789136066.355849:0:6172:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789136066.355852:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136066.355854:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136066.355855:0:6172:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136066.355857:0:6172:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136066.355865:0:6172:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136066.355868:0:6172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136066.355875:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789136066.355877:0:6172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff93cd86db8e00/0xc28f792f7f8356f8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbae5b337dd984ead expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789136066.355885:0:6172:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff93cd89894700 count: 0 00010000:00000001:3.0:1789136066.355899:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136066.355900:0:6172:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789136066.355903:0:6172:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93cd91f2be40. 00010000:00000001:3.0:1789136066.355907:0:6172:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136066.355909:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136066.355911:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136066.355923:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789136066.355924:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136066.355926:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136066.355927:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789136066.355929:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136066.355930:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136066.355932:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789136066.355957:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1789136066.355961:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789136066.355963:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136066.355969:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136066.355971:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136066.355973:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136066.355975:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136066.355977:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136066.355983:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136066.355991:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136066.355994:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136066.355997:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136066.356005:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136066.356008:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136066.356012:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a463c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798778368:192.168.204.106@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789136066.356015:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136066.356022:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136066.356025:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136066.356027:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136066.356032:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87843800. 02000000:00000001:3.0:1789136066.356034:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136066.356041:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136066.356045:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2000. 00000400:00000010:3.0:1789136066.356050:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49c38. 00000100:00000200:3.0:1789136066.356055:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798778368, portal 18 00000100:00000001:3.0:1789136066.356058:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136066.356060:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998713856 : -118963710837760 : ffff93cd9a463c00) 00000100:00000040:3.0:1789136066.356065:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136066.356073:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136066.356075:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136066.356078:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49088. 00000100:00000200:3.0:1789136066.356082:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876044798778368, offset 0 00000400:00000200:3.0:1789136066.356095:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136066.356102:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136066.356108:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136066.356113:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136066.356117:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136066.356122:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136066.356125:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136066.356128:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [195:195:255:4294967295] 192.168.204.106@tcp LPNI seq info [195:195:7:4294967295] 00000400:00000200:3.0:1789136066.356132:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136066.356140:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136066.356146:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136066.356157:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44f00. 00000800:00000200:3.0:1789136066.356163:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136066.356191:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136066.356195:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789136066.356199:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136066.356203:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136066.356205:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295061443 00000100:00000001:3.0:1789136066.356213:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295061436 00000100:00000001:3.0:1789136066.356219:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295061443 00000100:00000001:3.0:1789136066.356222:0:2400:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295061436 00000100:00000001:3.0:1789136066.356225:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136066.356228:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136066.356230:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136066.356233:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136066.356265:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136066.356267:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136066.356269:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136066.356271:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.356600:0:6162:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789136066.356605:0:6162:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cd92e32400. 02000000:00000001:0.0:1789136066.356609:0:6162:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789136066.356611:0:6162:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b52c0. 02000000:00000001:0.0:1789136066.356614:0:6162:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789136066.356616:0:6162:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cd92e30400. 02000000:00000001:0.0:1789136066.356618:0:6162:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789136066.356619:0:6162:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b7480. 02000000:00000001:0.0:1789136066.356623:0:6162:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789136066.356624:0:6162:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cd92e31800. 02000000:00000001:0.0:1789136066.356626:0:6162:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789136066.356633:0:6162:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd950443c0. 02000000:00000001:0.0:1789136066.356637:0:6162:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789136066.356638:0:6162:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cd92e33400. 02000000:00000001:0.0:1789136066.356641:0:6162:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789136066.356642:0:6162:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b4000. 02000000:00000001:0.0:1789136066.356646:0:6162:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789136066.356647:0:6162:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cd92e30800. 02000000:00000001:0.0:1789136066.356648:0:6162:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1789136066.356650:0:6162:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b4780. 00000100:00000010:0.0:1789136066.356653:0:6162:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff93cd887d0000. 00000100:00000010:0.0:1789136066.356657:0:6162:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 984 at ffff93cd986dc000. 00000100:00000001:0.0:1789136066.356662:0:6162:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789136066.356713:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136066.356717:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd91143e00. 00000400:00000200:0.0:1789136066.356722:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136066.356727:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136066.356733:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eedd0 00000400:00000010:0.0:1789136066.356735:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eedd0. 00000100:00000001:0.0:1789136066.356739:0:2390:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1789136066.356740:0:2390:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1789136066.356742:0:2390:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff93cd91ee2c00. 02000000:00000001:0.0:1789136066.356744:0:2390:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1789136066.356745:0:2390:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1789136066.358763:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136066.358772:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44f00. 00000400:00000200:0.0:1789136066.358782:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136066.358789:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136066.358795:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49088 00000400:00000010:0.0:1789136066.358798:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49088. 00000100:00000001:0.0:1789136066.358802:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136066.358810:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.358821:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136066.358825:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.358854:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.358855:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1789136066.362296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cd85919c00. 00000800:00000001:0.0:1789136066.362622:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136066.362636:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136066.362639:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136066.362642:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136066.362653:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.362660:0:2390:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136066.362671:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.362675:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.362680:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.362685:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 25 MB=0x6aa40b7d05900 00000400:00000200:0.0:1789136066.362690:0:2390:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136066.362697:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 224/224 into md 0xa69 [1] + 224 00000800:00000001:0.0:1789136066.362704:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136066.362712:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136066.362716:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136066.362721:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136066.362731:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136066.362742:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136066.362753:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.362779:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136066.362791:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136066.362794:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136066.362856:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136066.362860:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789136066.362867:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789136066.362870:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789136066.362873:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67d10. 00000400:00000200:1.0:1789136066.362878:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee088 00000400:00000010:1.0:1789136066.362881:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee088. 00000100:00000001:1.0:1789136066.362884:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136066.362889:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789136066.362897:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.362903:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789136066.362905:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136066.362907:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789136066.362910:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789136066.362922:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789136066.362924:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136066.362927:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789136066.362934:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=116 v=5 (5 0 0 0) 00000100:00001000:1.0:1789136066.362938:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=116 v=5 (1 0 0 0) 00000100:00000001:1.0:1789136066.362941:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789136066.362942:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789136066.362945:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789136066.362947:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136066.362951:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789136066.362955:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.362984:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136066.362988:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789136066.362991:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789136066.362996:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789136066.363004:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2397:1876044798777600:192.168.204.106@tcp:400:kworker.0 00000100:00000001:1.0:1789136066.363010:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136066.363013:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136066.363016:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b61c0 x1876044798777600/t0(0) o400->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.363023:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789136066.363025:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789136066.363029:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda01ec000. 02000000:00000001:1.0:1789136066.363032:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789136066.363035:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789136066.363037:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000020:00000001:1.0:1789136066.363039:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789136066.363042:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91143b00. 02000000:00000001:1.0:1789136066.363046:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789136066.363048:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789136066.363050:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b61c0. 00000100:00000001:1.0:1789136066.363055:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789136066.363056:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789136066.363060:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136066.363062:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789136066.363063:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136066.363065:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136066.363066:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789136066.367213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93cd89894700. 00010000:00000010:3.1:1789136066.367232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93cd86db8e00. 00000800:00000001:1.0:1789136066.382486:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.382509:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136066.382514:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.382517:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.382528:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382553:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136066.382562:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382567:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382572:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382575:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05a00 00000400:00000200:1.0:1789136066.382581:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382587:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0xa79 [1] + 224 00000800:00000001:1.0:1789136066.382594:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.382598:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.382601:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.382606:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136066.382613:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136066.382622:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136066.382633:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.382659:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136066.382668:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.382672:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136066.382674:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.382677:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.382680:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382683:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136066.382687:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382690:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382693:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382695:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 18 MB=0x6aa40b7d05b80 00000400:00000200:1.0:1789136066.382699:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382703:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.106@tcp of length 224/224 into md 0xab9 [1] + 224 00000800:00000001:1.0:1789136066.382707:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.382710:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.382718:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.382721:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136066.382725:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136066.382729:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136066.382739:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.382769:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136066.382774:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.382779:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136066.382781:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.382783:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.382786:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382789:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136066.382793:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382795:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382798:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382801:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 18 MB=0x6aa40b7d05c00 00000400:00000200:1.0:1789136066.382804:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.382808:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.106@tcp of length 224/224 into md 0xad1 [1] + 224 00000800:00000001:1.0:1789136066.382811:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.382814:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.382816:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.382819:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136066.382822:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136066.382826:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136066.382835:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136066.382909:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136066.382923:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136066.382964:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136066.382967:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136066.382974:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136066.382977:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136066.382982:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136066.382987:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49660 00000400:00000010:3.0:1789136066.382990:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49660. 00000100:00000001:3.0:1789136066.382993:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136066.382998:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136066.383007:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136066.383019:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136066.383021:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136066.383024:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136066.383034:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136066.383036:0:2399:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136066.383039:0:2399:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136066.383042:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136066.383049:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda09994a8 time=105 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136066.383053:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=116 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136066.383055:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136066.383057:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136066.383060:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136066.383062:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136066.383064:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136066.383069:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136066.383075:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136066.383078:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136066.383080:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136066.383084:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136066.383092:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2399:1876044798778240:192.168.204.106@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789136066.383097:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136066.383100:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136066.383104:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798778240/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136066.383110:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136066.383112:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136066.383115:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87843a00. 02000000:00000001:3.0:1789136066.383119:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136066.383121:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136066.383123:0:2399:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136066.383126:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136066.383128:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd87842400. 02000000:00000001:3.0:1789136066.383131:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136066.383133:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136066.383140:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136066.383145:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136066.383147:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136066.383149:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136066.383203:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136066.383206:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136066.383208:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789136066.383210:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136066.383575:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136066.383583:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.383595:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136066.383597:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.383599:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.383603:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383608:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136066.383613:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383615:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383619:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383623:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05980 00000400:00000200:1.0:1789136066.383626:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383631:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0xa99 [1] + 224 00000800:00000001:1.0:1789136066.383635:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.383638:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.383640:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.383643:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136066.383647:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136066.383652:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136066.383660:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.383666:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136066.383670:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.383673:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136066.383674:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.383676:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.383679:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383682:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136066.383685:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383687:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383689:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383692:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05b00 00000400:00000200:1.0:1789136066.383694:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383704:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0xa89 [1] + 224 00000800:00000001:1.0:1789136066.383708:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.383712:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.383714:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.383717:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136066.383720:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136066.383725:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136066.383732:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.383739:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136066.383742:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.383745:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136066.383747:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.383749:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.383751:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383754:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136066.383757:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383759:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383762:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383764:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 224 into portal 10 MB=0x6aa40b7d05a80 00000400:00000200:1.0:1789136066.383766:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136066.383770:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.106@tcp of length 224/224 into md 0xaa9 [1] + 224 00000800:00000001:1.0:1789136066.383772:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.383780:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136066.383782:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136066.383785:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136066.383787:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136066.383791:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136066.383799:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136066.383812:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136066.383816:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136066.383819:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.383891:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136066.383894:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789136066.383898:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136066.383899:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136066.383902:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f676e0. 00000400:00000200:0.0:1789136066.383906:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee660 00000400:00000010:0.0:1789136066.383924:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee660. 00000100:00000001:0.0:1789136066.383927:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136066.383931:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136066.383939:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.383945:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136066.383947:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.383950:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136066.383952:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136066.383953:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136066.383955:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.383957:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136066.383964:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9460 time=116 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136066.383968:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9418 time=116 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136066.383970:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136066.383972:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.383973:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789136066.383977:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.383980:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136066.383982:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136066.383984:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136066.383986:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.383990:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.383998:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136066.384000:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136066.384001:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136066.384005:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136066.384013:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798777728:192.168.204.106@tcp:400:kworker.0 00000400:00000001:0.0:1789136066.384019:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136066.384025:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136066.384027:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67cb8. 00000400:00000200:0.0:1789136066.384030:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01eeb28 00000400:00000010:0.0:1789136066.384031:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01eeb28. 00000100:00000001:0.0:1789136066.384034:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136066.384038:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136066.384046:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.384052:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136066.384053:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.384055:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136066.384056:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136066.384058:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136066.384059:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.384061:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136066.384066:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd89535460 time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136066.384069:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd89535418 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136066.384072:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136066.384073:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.384075:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789136066.384077:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.384079:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136066.384081:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136066.384082:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136066.384083:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.384087:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.384093:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136066.384095:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136066.384096:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136066.384100:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136066.384120:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2397:1876044798777984:192.168.204.106@tcp:400:kworker.0 00000400:00000001:0.0:1789136066.384126:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136066.384127:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136066.384128:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67898. 00000400:00000200:0.0:1789136066.384131:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee880 00000400:00000010:0.0:1789136066.384132:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee880. 00000100:00000001:0.0:1789136066.384134:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136066.384138:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136066.384146:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.384164:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136066.384166:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.384199:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136066.384201:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136066.384202:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136066.384204:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.384206:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136066.384211:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd92ff9c60 time=115 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136066.384214:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd92ff9c18 time=115 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136066.384217:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136066.384218:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.384220:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789136066.384223:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789136066.384230:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.384233:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136066.384234:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cd993b2800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136066.384236:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136066.384237:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.384241:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.384252:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136066.384254:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136066.384256:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136066.384260:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136066.384268:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afc780c-539c-4ad3-905c-7768bb4e4d27:2397:1876044798777856:192.168.204.106@tcp:400:kworker.0 00000400:00000001:0.0:1789136066.384273:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789136066.384286:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789136066.384288:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92f67d68. 00000400:00000200:0.0:1789136066.384291:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cda01ee550 00000400:00000010:0.0:1789136066.384292:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cda01ee550. 00000100:00000001:0.0:1789136066.384295:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136066.384298:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789136066.384305:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.384310:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789136066.384311:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.384313:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789136066.384315:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789136066.384316:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789136066.384317:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789136066.384319:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789136066.384323:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cd8734cc60 time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1789136066.384326:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cd8734cc18 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1789136066.384328:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789136066.384330:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136066.384332:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789136066.384335:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789136066.384351:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.384354:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789136066.384356:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93cda0223800: skip recheck: last_committed 0 00000100:00000001:0.0:1789136066.384357:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789136066.384358:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789136066.384362:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.384368:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789136066.384370:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789136066.384371:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789136066.384375:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789136066.384382:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2f4d3c9a-118e-456f-828f-1d8b48d0d9be:2397:1876044798778112:192.168.204.106@tcp:400:kworker.0 00000100:00000001:0.0:1789136066.384386:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.384389:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136066.384392:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b4f00 x1876044798777728/t0(0) o400->lustre-MDT0000-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.384397:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136066.384399:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136066.384402:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda01ed000. 02000000:00000001:0.0:1789136066.384405:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136066.384406:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136066.384408:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cd993b2800 00000020:00000001:0.0:1789136066.384410:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136066.384412:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91143c00. 02000000:00000001:0.0:1789136066.384415:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136066.384417:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136066.384418:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b4f00. 00000100:00000001:0.0:1789136066.384421:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136066.384422:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.384430:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136066.384433:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b6580 x1876044798777984/t0(0) o400->lustre-MDT0000-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.384439:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136066.384441:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136066.384442:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda01ede00. 02000000:00000001:0.0:1789136066.384444:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136066.384446:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136066.384447:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cd89535000 refcount=3 obd=lustre-MDT0000-mdc-ffff93cda0223800 00000020:00000001:0.0:1789136066.384449:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136066.384451:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91143900. 02000000:00000001:0.0:1789136066.384452:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136066.384453:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136066.384454:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b6580. 00000100:00000001:0.0:1789136066.384458:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136066.384459:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.384460:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136066.384463:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b5e00 x1876044798777856/t0(0) o400->lustre-MDT0001-mdc-ffff93cd993b2800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.384468:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136066.384469:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136066.384470:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda01edc00. 02000000:00000001:0.0:1789136066.384472:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136066.384473:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136066.384474:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cd92ff9800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cd993b2800 00000020:00000001:0.0:1789136066.384476:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136066.384477:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91143300. 02000000:00000001:0.0:1789136066.384479:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136066.384480:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136066.384481:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b5e00. 00000100:00000001:0.0:1789136066.384484:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136066.384485:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.384486:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136066.384489:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b5a40 x1876044798778112/t0(0) o400->lustre-MDT0001-mdc-ffff93cda0223800@192.168.204.106@tcp:12/10 lens 224/224 e 0 to 0 dl 1789136082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136066.384495:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789136066.384499:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789136066.384501:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cda01ed800. 02000000:00000001:0.0:1789136066.384503:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789136066.384504:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789136066.384505:0:2397:0:(genops.c:1223:class_import_put()) import ffff93cd8734c800 refcount=3 obd=lustre-MDT0001-mdc-ffff93cda0223800 00000020:00000001:0.0:1789136066.384507:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789136066.384508:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93cd91143a00. 02000000:00000001:0.0:1789136066.384510:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789136066.384510:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789136066.384511:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b5a40. 00000100:00000001:0.0:1789136066.384513:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789136066.384514:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.384516:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789136066.384521:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789136066.384523:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136066.384525:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789136066.384527:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1789136066.386830:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789136066.386836:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789136066.386840:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2000. 00000400:00000200:2.0:1789136066.386848:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49c38 00000400:00000010:2.0:1789136066.386850:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49c38. 00000100:00000001:2.0:1789136066.386855:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789136066.386867:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789136066.386953:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136066.386961:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789136066.386964:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136066.386966:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789136066.386969:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789136066.386971:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789136066.386973:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789136066.386975:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789136066.386982:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda09994a8 time=105 v=5 (5 0 0 0) 00000100:00001000:2.0:1789136066.386986:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=116 v=5 (1 0 0 0) 00000100:00000001:2.0:1789136066.386988:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789136066.386990:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789136066.386992:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789136066.387012:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136066.387015:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789136066.387020:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136066.387028:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789136066.387031:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789136066.387033:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789136066.387037:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789136066.387043:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a463c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:2400:1876044798778368:192.168.204.106@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789136066.387048:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136066.387051:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789136066.387054:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a463c00 x1876044798778368/t0(0) o103->MGC192.168.204.106@tcp@192.168.204.106@tcp:17/18 lens 328/224 e 0 to 0 dl 1789136082 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789136066.387059:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789136066.387062:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789136066.387065:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87843800. 02000000:00000001:2.0:1789136066.387068:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789136066.387070:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789136066.387072:0:2400:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:2.0:1789136066.387075:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789136066.387077:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd87842e00. 02000000:00000001:2.0:1789136066.387080:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789136066.387082:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789136066.387143:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a463c00. 00000100:00000001:2.0:1789136066.387150:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789136066.387160:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136066.387163:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789136066.387197:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789136066.387200:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789136066.387203:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789136066.387206:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136067.367337:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789136067.367355:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff93cd92fbd000) refs 2 10000000:00000001:3.0:1789136067.367361:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136067.367364:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789136067.367365:0:6175:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789136067.367367:0:6175:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789136067.367370:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1789136067.367372:0:6175:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789136067.367375:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93cda0223800 from 7 10000000:00000001:3.0:1789136067.367378:0:6175:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789136067.367379:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1789136067.367392:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136067.367396:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136067.367401:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136067.367404:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136067.367409:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136067.367418:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd87842600. 00000100:00000001:3.0:1789136067.367425:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.367430:0:6175:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789136067.367433:0:6175:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789136067.367441:0:6175:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff93cd921b0300. 00010000:00000001:3.0:1789136067.367446:0:6175:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789136067.367449:0:6175:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cd85919c00. 00000020:00000001:3.0:1789136067.367455:0:6175:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789136067.367459:0:6175:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93cd85919c00 with handle 0xc28f792f7f835706 to hash 00000020:00000001:3.0:1789136067.367461:0:6175:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789136067.367463:0:6175:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136067.367467:0:6175:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136067.367471:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789136067.367489:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136067.367494:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835706 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136067.367504:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835706 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136067.367516:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835706 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789136067.367522:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136067.367524:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136067.367530:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd91f6e3c0. 00000100:00000001:3.0:1789136067.367533:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109859296192 : -118963850255424 : ffff93cd91f6e3c0) 00000100:00000001:3.0:1789136067.367536:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.367538:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000001:3.0:1789136067.367542:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136067.367547:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.367549:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136067.367551:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136067.367561:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.367570:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136067.367572:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.367575:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136067.367578:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136067.367581:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136067.367585:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798778496:192.168.204.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.367590:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136067.367595:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136067.367598:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.367601:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136067.367605:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cd8725e800. 02000000:00000001:3.0:1789136067.367613:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.367622:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136067.367626:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136067.367634:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49660. 00000100:00000200:3.0:1789136067.367642:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876044798778496, portal 25 00000100:00000001:3.0:1789136067.367644:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.367646:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136067.367651:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.367659:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136067.367662:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136067.367666:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49c38. 00000100:00000200:3.0:1789136067.367682:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876044798778496, offset 0 00000400:00000200:3.0:1789136067.367689:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136067.367697:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.367705:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136067.367710:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136067.367715:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136067.367719:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136067.367722:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136067.367726:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [196:196:256:4294967295] 192.168.204.106@tcp LPNI seq info [196:196:8:4294967295] 00000400:00000200:3.0:1789136067.367731:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.367741:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136067.367747:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136067.367752:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44f00. 00000800:00000200:3.0:1789136067.367759:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136067.367767:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136067.367771:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789136067.367789:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.367793:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136067.367796:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295062454 00000100:00000001:3.0:1789136067.367808:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295061443 00000100:00000001:3.0:1789136067.367813:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295062454 00000100:00000001:3.0:1789136067.367816:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295061443 00000100:00000001:3.0:1789136067.367820:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.367822:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.367825:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136067.367826:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136067.367829:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd91f6e3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789136067.367831:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136067.367834:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789136067.369120:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136067.369128:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44f00. 00000400:00000200:0.0:1789136067.369134:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136067.369142:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136067.369149:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49c38 00000400:00000010:0.0:1789136067.369151:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49c38. 00000100:00000001:0.0:1789136067.369156:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136067.369162:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136067.369210:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136067.369214:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136067.369220:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136067.369222:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1789136067.369249:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136067.369251:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136067.369255:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136067.369256:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136067.369784:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136067.369787:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136067.369790:0:6173:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1789136067.386033:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.386050:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136067.386055:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.386058:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.386067:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.386091:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136067.386101:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.386105:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.386111:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.386115:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 344 into portal 25 MB=0x6aa40b7d05c80 00000400:00000200:1.0:1789136067.386120:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.386127:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 344/344 into md 0xad9 [1] + 224 00000800:00000001:1.0:1789136067.386134:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.386141:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.386144:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.386148:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136067.386155:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136067.386163:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136067.386201:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.386219:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136067.386227:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.386231:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.386424:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136067.386431:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136067.386433:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136067.386437:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136067.386441:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49660 00000400:00000010:3.0:1789136067.386444:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49660. 00000100:00000001:3.0:1789136067.386447:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136067.386452:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136067.386461:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.386467:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136067.386469:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.386471:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136067.386474:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136067.386477:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136067.386479:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.386482:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136067.386490:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136067.386494:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136067.386496:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136067.386513:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.386516:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136067.386518:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.386522:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136067.386528:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.386535:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.386538:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136067.386541:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136067.386544:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136067.386552:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798778496:192.168.204.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.386559:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.386562:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.386564:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136067.386566:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.386570:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.386576:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136067.386579:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd91f6e3c0. 00000100:00000001:3.0:1789136067.386582:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136067.386583:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.386586:0:6175:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789136067.386589:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789136067.386592:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789136067.386594:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd85919c00 refcount=4 00000020:00000001:3.0:1789136067.386597:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136067.386600:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000040:3.0:1789136067.386607:0:6175:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93cd85919c00, remote cookie: 0xbae5b337dd984ec2, flags: 0x0 00010000:00000001:3.0:1789136067.386610:0:6175:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789136067.386614:0:6175:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789136067.386616:0:6175:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789136067.386625:0:6175:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789136067.386627:0:6175:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789136067.386630:0:6175:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff93cd921b0300) refcount = 1 00010000:00010000:3.0:1789136067.386635:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835706 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984ec2 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136067.386642:0:6175:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789136067.386644:0:6175:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789136067.386646:0:6175:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789136067.386649:0:6175:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789136067.386651:0:6175:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136067.386655:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835706 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984ec2 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136067.386660:0:6175:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789136067.386663:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136067.386664:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136067.386666:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136067.386666:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136067.386668:0:6175:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.386671:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.386675:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798778496/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.386681:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136067.386684:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136067.386687:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cd8725e800. 02000000:00000001:3.0:1789136067.386690:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136067.386693:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.386695:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.386881:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136067.386885:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd87842600. 02000000:00000001:3.0:1789136067.386890:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136067.386901:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136067.386903:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136067.386908:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136067.386909:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789136067.386918:0:6175:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136067.386921:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789136067.386924:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff93cd92fbd000) refs 3 10000000:00000001:3.0:1789136067.386926:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.386928:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789136067.386929:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789136067.386931:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd85919c00 refcount=3 00000020:00000001:3.0:1789136067.386932:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136067.386934:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:3.0:1789136067.386936:0:6175:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789136067.386937:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136067.386938:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136067.386939:0:6175:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136067.386942:0:6175:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1789136067.386945:0:6175:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff93cd887efa40. 00000020:00000010:3.0:1789136067.386949:0:6175:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cd87842600. 00000020:00000010:3.0:1789136067.386954:0:6175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cd87843a00. 00000040:00000010:3.0:1789136067.386958:0:6175:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93cd87842000. 00000020:00000010:3.0:1789136067.386963:0:6175:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cd89532800. 00000020:00000010:3.0:1789136067.386968:0:6175:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93cd87842400. 80000000:00000010:3.0:1789136067.386972:0:6175:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cd9921e060. 00040000:00000010:3.0:1789136067.386977:0:6175:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cd87842c00. 20000000:00000010:3.0:1789136067.386981:0:6175:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff93cd87842e00. 10000000:00000040:3.0:1789136067.386986:0:6175:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff93cd909a0c00 : new refcount 2 00000020:00000001:3.0:1789136067.386988:0:6175:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1789136067.386990:0:6175:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1789136067.386993:0:6175:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1789136067.386996:0:6175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff93cd87843800. 00000040:00000001:3.0:1789136067.387000:0:6175:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1789136067.387003:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:3.0:1789136067.387006:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136067.387009:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136067.387013:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136067.387015:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136067.387019:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136067.387032:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd87843000. 00000100:00000001:3.0:1789136067.387038:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.387043:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136067.387045:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136067.387049:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd91f6e3c0. 00000100:00000001:3.0:1789136067.387051:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109859296192 : -118963850255424 : ffff93cd91f6e3c0) 00000100:00000001:3.0:1789136067.387054:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.387055:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000001:3.0:1789136067.387059:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136067.387064:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.387214:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136067.387216:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136067.387222:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.387229:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136067.387232:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.387235:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136067.387238:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136067.387240:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136067.387244:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798778624:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.387248:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136067.387254:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136067.387256:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.387259:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136067.387263:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87843e00. 02000000:00000001:3.0:1789136067.387265:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.387270:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136067.387273:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136067.387278:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49660. 00000100:00000200:3.0:1789136067.388447:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798778624, portal 25 00000100:00000001:3.0:1789136067.388454:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.388455:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136067.388467:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.388494:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136067.388497:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136067.388502:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49088. 00000100:00000200:3.0:1789136067.388507:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876044798778624, offset 0 00000400:00000200:3.0:1789136067.388513:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136067.388522:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.388530:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136067.388535:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136067.388540:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136067.388543:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136067.388546:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136067.388549:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [197:197:256:4294967295] 192.168.204.106@tcp LPNI seq info [197:197:8:4294967295] 00000400:00000200:3.0:1789136067.388553:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.388562:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136067.388568:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136067.388574:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44a00. 00000800:00000200:3.0:1789136067.388580:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136067.388588:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136067.388592:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44a00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1789136067.388617:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.388621:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136067.388624:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295062475 00000100:00000001:3.0:1789136067.388632:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062454 00000100:00000001:3.0:1789136067.388637:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295062475 00000100:00000001:3.0:1789136067.388640:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062454 00000100:00000001:3.0:1789136067.388643:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.388646:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.388648:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136067.388650:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136067.388658:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd91f6e3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789136067.388660:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136067.388662:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789136067.389049:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136067.389060:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44a00. 00000400:00000200:0.0:1789136067.389065:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136067.389071:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136067.389077:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49088 00000400:00000010:0.0:1789136067.389079:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49088. 00000100:00000001:0.0:1789136067.389083:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136067.389088:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136067.389098:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136067.389101:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136067.389108:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136067.389110:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136067.394701:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.394730:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136067.394734:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.394737:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.394763:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.394778:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136067.394787:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.395000:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.395006:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.395011:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 272 into portal 25 MB=0x6aa40b7d05d00 00000400:00000200:1.0:1789136067.395015:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.395021:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 272/272 into md 0xae1 [1] + 224 00000800:00000001:1.0:1789136067.395028:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.395037:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.395041:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.395045:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136067.395053:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136067.395063:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136067.395139:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.395158:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136067.395166:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.395200:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.395374:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136067.395382:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136067.395385:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136067.395388:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136067.395392:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49660 00000400:00000010:3.0:1789136067.395395:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49660. 00000100:00000001:3.0:1789136067.395398:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136067.395404:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136067.395413:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.395419:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136067.395421:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.395423:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136067.395427:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136067.395430:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136067.395431:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.395445:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136067.395452:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136067.395457:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136067.395459:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136067.395461:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.395463:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136067.395465:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.395468:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136067.395472:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.395478:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.395480:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136067.395482:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136067.395486:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136067.395508:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798778624:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.395513:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.395516:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.395518:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136067.395521:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.395524:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.395530:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136067.395532:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd91f6e3c0. 00000100:00000001:3.0:1789136067.395535:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136067.395537:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.395542:0:6175:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1789136067.395546:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.395548:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.395550:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1789136067.395552:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.395554:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798778624/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.395560:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136067.395562:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136067.395565:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87843e00. 02000000:00000001:3.0:1789136067.395567:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136067.395568:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.395569:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.395571:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136067.395573:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd87843000. 02000000:00000001:3.0:1789136067.395576:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136067.395578:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136067.395579:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136067.395584:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136067.395585:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789136067.395587:0:6175:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.395590:0:6175:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1789136067.395602:0:6175:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff93cda09bc000. 00000040:00000001:3.0:1789136067.395604:0:6175:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1789136067.395606:0:6175:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1789136067.395608:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:3.0:1789136067.395612:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136067.395614:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136067.395617:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136067.395619:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136067.395624:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136067.395629:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd87843000. 00000100:00000001:3.0:1789136067.395635:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.395638:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136067.395640:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136067.395645:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd91f6e3c0. 00000100:00000001:3.0:1789136067.395647:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109859296192 : -118963850255424 : ffff93cd91f6e3c0) 00000100:00000001:3.0:1789136067.395649:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.395651:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000001:3.0:1789136067.395655:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136067.395659:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.395662:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136067.395663:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136067.395668:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.395674:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136067.395676:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.395679:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136067.395681:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136067.395683:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136067.395686:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798778752:192.168.204.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.395690:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136067.395695:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136067.395698:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.395701:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136067.395719:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93cd91eb4000. 02000000:00000001:3.0:1789136067.396150:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.396158:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136067.396163:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136067.396202:0:6175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93cd91f6ec00. 00000100:00000200:3.0:1789136067.396210:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876044798778752, portal 25 00000100:00000001:3.0:1789136067.396213:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.396214:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136067.396222:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.396229:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136067.396232:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136067.396235:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49660. 00000100:00000200:3.0:1789136067.396239:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876044798778752, offset 0 00000400:00000200:3.0:1789136067.396244:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136067.396252:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.396259:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136067.396264:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136067.396269:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136067.396272:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136067.396275:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136067.396279:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [198:198:256:4294967295] 192.168.204.106@tcp LPNI seq info [198:198:8:4294967295] 00000400:00000200:3.0:1789136067.396283:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.396293:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136067.396299:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136067.396303:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44500. 00000800:00000200:3.0:1789136067.396309:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136067.396317:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136067.396321:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789136067.396341:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.396345:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136067.396348:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295062483 00000100:00000001:3.0:1789136067.396361:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062475 00000100:00000001:3.0:1789136067.396366:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295062483 00000100:00000001:3.0:1789136067.396369:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062475 00000100:00000001:3.0:1789136067.396372:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.396375:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.396503:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136067.396506:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136067.396509:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd91f6e3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789136067.396511:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136067.396514:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789136067.396673:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136067.396677:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44500. 00000400:00000200:0.0:1789136067.396682:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136067.396687:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136067.396691:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49660 00000400:00000010:0.0:1789136067.396693:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49660. 00000100:00000001:0.0:1789136067.396696:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136067.396700:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136067.396708:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136067.396711:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136067.396717:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136067.396719:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136067.404775:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.404803:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136067.404807:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.404809:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.404819:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.404827:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136067.404836:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.404841:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.404846:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.404849:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 8416 into portal 25 MB=0x6aa40b7d05d80 00000400:00000200:1.0:1789136067.404854:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.404860:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 8416/8416 into md 0xae9 [4] + 224 00000800:00000001:1.0:1789136067.404883:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.404918:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.404922:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.404927:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136067.404935:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136067.404944:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136067.404956:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.404975:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136067.404983:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.404987:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.405341:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136067.405348:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136067.405351:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136067.405354:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136067.405359:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd91f6ec00 00000400:00000010:3.0:1789136067.405361:0:6175:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff93cd91f6ec00. 00000100:00000001:3.0:1789136067.405364:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136067.405369:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136067.405378:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.405384:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136067.405386:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.405389:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136067.405392:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136067.405395:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136067.405397:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.405400:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136067.405407:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136067.405412:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136067.405414:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136067.405881:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.405885:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136067.405887:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.405910:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136067.405917:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.405925:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.405928:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136067.405929:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136067.405933:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136067.405941:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798778752:192.168.204.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.405947:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.405950:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.405953:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136067.405955:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.405959:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.405966:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136067.405969:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd91f6e3c0. 00000100:00000001:3.0:1789136067.405972:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136067.405973:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.405982:0:6175:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1789136067.405984:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.405987:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798778752/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.405993:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136067.405995:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136067.405998:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93cd91eb4000. 02000000:00000001:3.0:1789136067.406014:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136067.406017:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.406019:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.406022:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136067.406024:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd87843000. 02000000:00000001:3.0:1789136067.406027:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136067.406034:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136067.406036:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136067.406041:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136067.406042:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789136067.406046:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.406047:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.406049:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1789136067.406052:0:6175:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.406054:0:6175:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.406058:0:6175:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1789136067.406061:0:6175:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff93cd9921ee40. 00000040:00001000:3.0:1789136067.406064:0:6175:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1789136067.407355:0:10720:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1789136067.407363:0:10720:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cd87843000. 00000020:00000010:3.0:1789136067.407369:0:10720:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cd87842200. 00000040:00000010:3.0:1789136067.407374:0:10720:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93cd87843600. 00000020:00000010:3.0:1789136067.407378:0:10720:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cd89532000. 00000020:00000010:3.0:1789136067.407384:0:10720:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff93cd92e6b2a0. 00000020:00000010:3.0:1789136067.407389:0:10720:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93cd87843e00. 80000000:00000010:3.0:1789136067.407393:0:10720:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cd9921e420. 40000000:00000010:3.0:1789136067.407396:0:10720:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff93cd887ef300. 00100000:00000010:3.0:1789136067.407401:0:10720:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cd89536000. 00040000:00000010:3.0:1789136067.407406:0:10720:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cd87b44300. 00040000:00000010:3.0:1789136067.407421:0:10720:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff93cd89534000. 00040000:00000010:3.0:1789136067.407426:0:10720:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cd87842a00. 00000004:00000010:3.0:1789136067.407431:0:10720:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff93cd89536800. 00000004:00000010:3.0:1789136067.407443:0:10720:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff93cda09b3000. 00000004:00000010:3.0:1789136067.407448:0:10720:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff93cd89533800. 00002000:00000010:3.0:1789136067.407453:0:10720:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff93cd8725e800. 00000004:00000010:3.0:1789136067.407457:0:10720:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff93cd8725c800. 00000020:00000010:3.0:1789136067.407461:0:10720:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff93cd887ef000. 00000040:00000010:3.0:1789136067.407469:0:10720:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff93cda09be000. 00000040:00001000:3.0:1789136067.407472:0:10720:0:(llog.c:615:llog_process_thread()) index: 7 last_index 64767 00000040:00000001:3.0:1789136067.407475:0:10720:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:3.0:1789136067.407477:0:10720:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1789136067.407490:0:10720:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:3.0:1789136067.407495:0:10720:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136067.407498:0:10720:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136067.407501:0:10720:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136067.407504:0:10720:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136067.407509:0:10720:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136067.407515:0:10720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd8726a400. 00000100:00000001:3.0:1789136067.407521:0:10720:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.407526:0:10720:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136067.407528:0:10720:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136067.407534:0:10720:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd91f6ec00. 00000100:00000001:3.0:1789136067.407536:0:10720:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109859298304 : -118963850253312 : ffff93cd91f6ec00) 00000100:00000001:3.0:1789136067.407539:0:10720:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.407541:0:10720:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000001:3.0:1789136067.407546:0:10720:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136067.407550:0:10720:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.407552:0:10720:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136067.407554:0:10720:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136067.407563:0:10720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.407571:0:10720:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136067.407573:0:10720:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.407577:0:10720:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136067.407580:0:10720:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136067.407582:0:10720:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136067.407585:0:10720:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:10720:1876044798778880:192.168.204.106@tcp:502:llog_process_th.0 00000100:00000001:3.0:1789136067.407590:0:10720:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136067.407595:0:10720:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136067.407597:0:10720:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.407600:0:10720:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136067.407615:0:10720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93cd9113c000. 02000000:00000001:3.0:1789136067.407618:0:10720:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.407624:0:10720:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136067.407629:0:10720:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136067.407640:0:10720:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93cd91f6e300. 00000100:00000200:3.0:1789136067.407646:0:10720:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876044798778880, portal 25 00000100:00000001:3.0:1789136067.407648:0:10720:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.407650:0:10720:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136067.407656:0:10720:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.407664:0:10720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136067.407667:0:10720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136067.407670:0:10720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49880. 00000100:00000200:3.0:1789136067.407674:0:10720:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876044798778880, offset 0 00000400:00000200:3.0:1789136067.407680:0:10720:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136067.407688:0:10720:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.407695:0:10720:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136067.407701:0:10720:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136067.407705:0:10720:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136067.407709:0:10720:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136067.407712:0:10720:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136067.407716:0:10720:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [199:199:256:4294967295] 192.168.204.106@tcp LPNI seq info [199:199:8:4294967295] 00000400:00000200:3.0:1789136067.407930:0:10720:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.407944:0:10720:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136067.407951:0:10720:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136067.407957:0:10720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44500. 00000800:00000200:3.0:1789136067.407963:0:10720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136067.407970:0:10720:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136067.407975:0:10720:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789136067.408031:0:10720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.408036:0:10720:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136067.408038:0:10720:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295062494 00000100:00000001:3.0:1789136067.408045:0:10720:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062483 00000100:00000001:3.0:1789136067.408050:0:10720:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295062494 00000100:00000001:3.0:1789136067.408053:0:10720:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062483 00000100:00000001:3.0:1789136067.408062:0:10720:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.408065:0:10720:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.408067:0:10720:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136067.408069:0:10720:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136067.408071:0:10720:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd91f6ec00 going to sleep for 11 seconds 00000100:00000001:3.0:1789136067.408074:0:10720:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136067.408076:0:10720:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789136067.411097:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789136067.411106:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44500. 00000400:00000200:0.0:1789136067.411114:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136067.411124:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:0.0:1789136067.411131:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49880 00000400:00000010:0.0:1789136067.411134:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49880. 00000100:00000001:0.0:1789136067.411150:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789136067.411158:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136067.411189:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789136067.411194:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136067.411201:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789136067.411202:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136067.417224:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.417261:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136067.417265:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.417269:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.417279:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.417287:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136067.417298:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.417304:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.417309:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.417314:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 8472 into portal 25 MB=0x6aa40b7d05e00 00000400:00000200:1.0:1789136067.417319:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.417325:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 8472/8472 into md 0xaf1 [4] + 224 00000800:00000001:1.0:1789136067.417332:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.417347:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.417351:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.417355:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136067.417364:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136067.417372:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136067.417383:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.417431:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136067.417447:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.417450:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.417671:0:10720:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136067.417684:0:10720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136067.417687:0:10720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136067.417692:0:10720:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136067.417700:0:10720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd91f6e300 00000400:00000010:3.0:1789136067.417703:0:10720:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff93cd91f6e300. 00000100:00000001:3.0:1789136067.417708:0:10720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136067.417719:0:10720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136067.417731:0:10720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.417739:0:10720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136067.417741:0:10720:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.417744:0:10720:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136067.417748:0:10720:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136067.417751:0:10720:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136067.417754:0:10720:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.417757:0:10720:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136067.417765:0:10720:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136067.417771:0:10720:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136067.417774:0:10720:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136067.417776:0:10720:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.417779:0:10720:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136067.417782:0:10720:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.417786:0:10720:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136067.417792:0:10720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.418344:0:10720:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.418362:0:10720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136067.418365:0:10720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136067.418373:0:10720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136067.418382:0:10720:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:10720:1876044798778880:192.168.204.106@tcp:502:llog_process_th.0 00000100:00000001:3.0:1789136067.418389:0:10720:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.418392:0:10720:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.418395:0:10720:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136067.418398:0:10720:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.418403:0:10720:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.418411:0:10720:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136067.418414:0:10720:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd91f6ec00. 00000100:00000001:3.0:1789136067.418418:0:10720:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136067.418419:0:10720:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.418434:0:10720:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1789136067.418436:0:10720:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.418438:0:10720:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798778880/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.418446:0:10720:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136067.418449:0:10720:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136067.418453:0:10720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93cd9113c000. 02000000:00000001:3.0:1789136067.418467:0:10720:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136067.418472:0:10720:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.418474:0:10720:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.418477:0:10720:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136067.418480:0:10720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd8726a400. 02000000:00000001:3.0:1789136067.418484:0:10720:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136067.418486:0:10720:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136067.418489:0:10720:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136067.418495:0:10720:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136067.418496:0:10720:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789136067.418501:0:10720:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.418512:0:10720:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.418514:0:10720:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1789136067.418517:0:10720:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789136067.418520:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be000 type=0x10620000 idx=1 00000040:00001000:3.0:1789136067.418525:0:10720:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1789136067.418526:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be0e0 type=0x10620000 idx=2 00000040:00001000:3.0:1789136067.418528:0:10720:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1789136067.418529:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be150 type=0x10620000 idx=3 00000040:00001000:3.0:1789136067.418531:0:10720:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:3.0:1789136067.418532:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be230 type=0x10620000 idx=4 00000040:00001000:3.0:1789136067.418533:0:10720:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:3.0:1789136067.418534:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be310 type=0x10620000 idx=5 00000040:00001000:3.0:1789136067.418536:0:10720:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:3.0:1789136067.418537:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be380 type=0x10620000 idx=6 00000040:00001000:3.0:1789136067.418539:0:10720:0:(llog.c:767:llog_process_thread()) skipping lrh_index 6 00000040:00001000:3.0:1789136067.418540:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be460 type=0x10620000 idx=7 00000040:00001000:3.0:1789136067.424235:0:10720:0:(llog.c:784:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7072 remains) 00000040:00001000:3.0:1789136067.424240:0:10720:0:(llog.c:805:llog_process_thread()) index: 7, lh_last_idx: 9 synced_idx: 0 lgh_last_idx: 9 00000020:00000001:3.0:1789136067.424244:0:10720:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1789136067.424249:0:10720:0:(llog_swab.c:426:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1789136067.424251:0:10720:0:(llog_swab.c:469:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1789136067.424253:0:10720:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1789136067.424258:0:10720:0:(obd_mount.c:953:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1789136067.424260:0:10720:0:(obd_mount.c:958:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789136067.424276:0:10720:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff93cd87b44a00. 00000020:00000080:3.0:1789136067.424280:0:10720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136067.424283:0:10720:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:00000001:3.0:1789136067.424286:0:10720:0:(obd_config.c:1564:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789136067.424289:0:10720:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff93cd87b44a00. 00000020:00000001:3.0:1789136067.424296:0:10720:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789136067.424298:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be540 type=0x10620000 idx=8 00000040:00001000:3.0:1789136067.424301:0:10720:0:(llog.c:784:llog_process_thread()) lrh_index: 8 lrh_len: 144 (6848 remains) 00000040:00001000:3.0:1789136067.424303:0:10720:0:(llog.c:805:llog_process_thread()) index: 8, lh_last_idx: 9 synced_idx: 0 lgh_last_idx: 9 00000020:00000001:3.0:1789136067.424304:0:10720:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1789136067.424328:0:10720:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 27 at ffff93cd90a61300. 00000020:01000000:3.0:1789136067.424331:0:10720:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93cda0223800 00000020:00000010:3.0:1789136067.424334:0:10720:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff93cd91f6ec00. 00000020:00000080:3.0:1789136067.424336:0:10720:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1789136067.424339:0:10720:0:(obd_config.c:1365:process_param2_config()) Process entered 00000040:00000001:3.0:1789136067.424342:0:10720:0:(llog_swab.c:353:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1789136067.424343:0:10720:0:(llog_swab.c:358:print_lustre_cfg()) lustre_cfg: ffff93cd91f6ec00 00000040:00001000:3.0:1789136067.424345:0:10720:0:(llog_swab.c:359:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1789136067.424346:0:10720:0:(llog_swab.c:361:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1789136067.424348:0:10720:0:(llog_swab.c:362:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1789136067.424349:0:10720:0:(llog_swab.c:363:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1789136067.424354:0:10720:0:(llog_swab.c:365:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1789136067.424355:0:10720:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1789136067.424357:0:10720:0:(llog_swab.c:372:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 24 lustre-ffff93cda0223800 00000040:00001000:3.0:1789136067.424358:0:10720:0:(llog_swab.c:372:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 52 lod.lustre-MDT0000-mdtlov.enable_compr_rotational=1 00000040:00001000:3.0:1789136067.424360:0:10720:0:(llog_swab.c:372:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1789136067.424362:0:10720:0:(llog_swab.c:375:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1789136067.424460:0:10720:0:(obd_config.c:1400:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136067.424463:0:10720:0:(obd_config.c:1603:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789136067.424465:0:10720:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff93cd91f6ec00. 00000020:00000010:3.0:1789136067.424468:0:10720:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 27 at ffff93cd90a61300. 00000020:00000001:3.0:1789136067.424471:0:10720:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789136067.424473:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be5d0 type=0x10620000 idx=9 00000040:00001000:3.0:1789136067.424476:0:10720:0:(llog.c:728:llog_process_thread()) synced_idx: 9 00000040:00000001:3.0:1789136067.424481:0:10720:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:3.0:1789136067.424485:0:10720:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1789136067.424489:0:10720:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:3.0:1789136067.424497:0:10720:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136067.424500:0:10720:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136067.424505:0:10720:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136067.424509:0:10720:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136067.424515:0:10720:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136067.424522:0:10720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd8726b000. 00000100:00000001:3.0:1789136067.424530:0:10720:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.424539:0:10720:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136067.424908:0:10720:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136067.424915:0:10720:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd91f6ec00. 00000100:00000001:3.0:1789136067.424918:0:10720:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109859298304 : -118963850253312 : ffff93cd91f6ec00) 00000100:00000001:3.0:1789136067.424922:0:10720:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.424924:0:10720:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000001:3.0:1789136067.424932:0:10720:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136067.424938:0:10720:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.424941:0:10720:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136067.424944:0:10720:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136067.424959:0:10720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.424969:0:10720:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136067.424972:0:10720:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.424977:0:10720:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136067.424980:0:10720:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136067.424983:0:10720:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136067.424987:0:10720:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:10720:1876044798779008:192.168.204.106@tcp:502:llog_process_th.0 00000100:00000001:3.0:1789136067.424992:0:10720:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136067.425001:0:10720:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136067.425005:0:10720:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.425008:0:10720:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136067.425031:0:10720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93cd9113c000. 02000000:00000001:3.0:1789136067.425033:0:10720:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.425044:0:10720:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136067.425050:0:10720:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136067.425058:0:10720:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93cd91f6e300. 00000100:00000200:3.0:1789136067.425986:0:10720:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876044798779008, portal 25 00000100:00000001:3.0:1789136067.425994:0:10720:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.425996:0:10720:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136067.426009:0:10720:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.426018:0:10720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136067.426021:0:10720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136067.426041:0:10720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49220. 00000100:00000200:3.0:1789136067.426047:0:10720:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876044798779008, offset 0 00000400:00000200:3.0:1789136067.426055:0:10720:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136067.426444:0:10720:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.426455:0:10720:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136067.426463:0:10720:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136067.426469:0:10720:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136067.426474:0:10720:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136067.426477:0:10720:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136067.426481:0:10720:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [200:200:256:4294967295] 192.168.204.106@tcp LPNI seq info [200:200:8:4294967295] 00000400:00000200:3.0:1789136067.426485:0:10720:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.426499:0:10720:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136067.426506:0:10720:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136067.426515:0:10720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44a00. 00000800:00000200:3.0:1789136067.426524:0:10720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136067.426535:0:10720:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136067.426551:0:10720:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789136067.426590:0:10720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.426596:0:10720:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136067.426600:0:10720:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295062513 00000100:00000001:3.0:1789136067.426613:0:10720:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062494 00000100:00000001:3.0:1789136067.426620:0:10720:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295062513 00000100:00000001:3.0:1789136067.426624:0:10720:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062494 00000100:00000001:3.0:1789136067.426628:0:10720:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.426633:0:10720:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.426636:0:10720:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136067.426638:0:10720:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136067.426642:0:10720:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd91f6ec00 going to sleep for 11 seconds 00000100:00000001:3.0:1789136067.426654:0:10720:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136067.426658:0:10720:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136067.433402:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136067.433414:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44a00. 00000400:00000200:1.0:1789136067.433423:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.433435:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136067.433445:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49220 00000400:00000010:1.0:1789136067.433449:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49220. 00000100:00000001:1.0:1789136067.433455:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136067.433466:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.433481:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136067.433485:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.433493:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136067.433496:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136067.437671:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.437698:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136067.437704:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.437707:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.437720:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.437731:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136067.437742:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.437748:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.437756:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.437762:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 8472 into portal 25 MB=0x6aa40b7d05e80 00000400:00000200:1.0:1789136067.437768:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.437776:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 8472/8472 into md 0xaf9 [4] + 224 00000800:00000001:1.0:1789136067.437786:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.437800:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.437816:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.437822:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136067.437833:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136067.437845:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136067.437858:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.437877:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136067.437889:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.437903:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.438056:0:10720:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136067.438075:0:10720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136067.438077:0:10720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136067.438081:0:10720:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136067.438087:0:10720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd91f6e300 00000400:00000010:3.0:1789136067.438090:0:10720:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff93cd91f6e300. 00000100:00000001:3.0:1789136067.438094:0:10720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136067.438099:0:10720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136067.438110:0:10720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.438116:0:10720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136067.438118:0:10720:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.438121:0:10720:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136067.438126:0:10720:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136067.438129:0:10720:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136067.438132:0:10720:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.438136:0:10720:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136067.438146:0:10720:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136067.438151:0:10720:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136067.438155:0:10720:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136067.438156:0:10720:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.438161:0:10720:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136067.438164:0:10720:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.438209:0:10720:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136067.438216:0:10720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.438224:0:10720:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.438228:0:10720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136067.438230:0:10720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136067.438235:0:10720:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136067.438243:0:10720:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:10720:1876044798779008:192.168.204.106@tcp:502:llog_process_th.0 00000100:00000001:3.0:1789136067.438250:0:10720:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.438261:0:10720:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.438263:0:10720:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136067.438268:0:10720:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.438274:0:10720:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.438284:0:10720:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136067.438287:0:10720:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd91f6ec00. 00000100:00000001:3.0:1789136067.438290:0:10720:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136067.438292:0:10720:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.438304:0:10720:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1789136067.438307:0:10720:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.438310:0:10720:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798779008/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.438317:0:10720:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136067.438321:0:10720:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136067.438325:0:10720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93cd9113c000. 02000000:00000001:3.0:1789136067.438339:0:10720:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136067.438343:0:10720:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.438345:0:10720:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.438348:0:10720:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136067.438351:0:10720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd8726b000. 02000000:00000001:3.0:1789136067.438356:0:10720:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136067.438360:0:10720:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136067.438362:0:10720:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136067.438369:0:10720:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136067.438370:0:10720:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789136067.438374:0:10720:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.438375:0:10720:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.438377:0:10720:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1789136067.438380:0:10720:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789136067.438384:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be5d0 type=0x10620000 idx=9 00000040:00001000:3.0:1789136067.438389:0:10720:0:(llog.c:784:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6704 remains) 00000040:00001000:3.0:1789136067.438392:0:10720:0:(llog.c:805:llog_process_thread()) index: 9, lh_last_idx: 9 synced_idx: 9 lgh_last_idx: 9 00000020:00000001:3.0:1789136067.438396:0:10720:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1789136067.438400:0:10720:0:(llog_swab.c:426:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1789136067.438402:0:10720:0:(llog_swab.c:469:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1789136067.438415:0:10720:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1789136067.438424:0:10720:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff93cd87b44f00. 00000020:00000080:3.0:1789136067.438428:0:10720:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136067.438431:0:10720:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:00000001:3.0:1789136067.438433:0:10720:0:(obd_config.c:1564:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789136067.438437:0:10720:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff93cd87b44f00. 00000020:00000001:3.0:1789136067.438442:0:10720:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789136067.438445:0:10720:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09be6b0 type=0x0 idx=0 00000040:00000001:3.0:1789136067.438447:0:10720:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1789136067.438450:0:10720:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000040:00000010:3.0:1789136067.438453:0:10720:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff93cda09be000. 00000020:00000010:3.0:1789136067.438462:0:10720:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff93cd887ef000. 00000020:00000010:3.0:1789136067.438485:0:10720:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cd87842200. 00000040:00000010:3.0:1789136067.438493:0:10720:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cd87843600. 00000020:00000010:3.0:1789136067.438497:0:10720:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cd89532000. 00000020:00000010:3.0:1789136067.438504:0:10720:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff93cd92e6b2a0. 00000020:00000010:3.0:1789136067.438510:0:10720:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93cd87843e00. 80000000:00000010:3.0:1789136067.438515:0:10720:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cd9921e420. 40000000:00000010:3.0:1789136067.438520:0:10720:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff93cd887ef300. 00100000:00000010:3.0:1789136067.438526:0:10720:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cd89536000. 00040000:00000010:3.0:1789136067.438533:0:10720:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cd87b44300. 00040000:00000010:3.0:1789136067.438538:0:10720:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff93cd89534000. 00040000:00000010:3.0:1789136067.438604:0:10720:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cd87842a00. 00000004:00000010:3.0:1789136067.438609:0:10720:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff93cd89536800. 00000004:00000010:3.0:1789136067.438615:0:10720:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff93cda09b3000. 00000004:00000010:3.0:1789136067.438621:0:10720:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff93cd89533800. 00002000:00000010:3.0:1789136067.438626:0:10720:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff93cd8725e800. 00000004:00000010:3.0:1789136067.438632:0:10720:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff93cd8725c800. 00000020:00000010:3.0:1789136067.438635:0:10720:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cd87843000. 00000040:00000010:0.0:1789136067.439077:0:6175:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff93cd9921ee40. 00000040:00000001:0.0:1789136067.439085:0:6175:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1789136067.439088:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 00000040:00000010:0.0:1789136067.439094:0:6175:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff93cda09bc000. 00000040:00000010:0.0:1789136067.439099:0:6175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff93cd87843800. 00000020:00000001:0.0:1789136067.439102:0:6175:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789136067.439107:0:6175:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1789136067.439113:0:6175:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cd87843a00. 00000040:00000010:0.0:1789136067.439117:0:6175:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cd87842000. 00000020:00000010:0.0:1789136067.439120:0:6175:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cd89532800. 00000020:00000010:0.0:1789136067.439124:0:6175:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93cd87842400. 80000000:00000010:0.0:1789136067.439127:0:6175:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cd9921e060. 00040000:00000010:0.0:1789136067.439130:0:6175:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cd87842c00. 20000000:00000010:0.0:1789136067.439135:0:6175:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff93cd87842e00. 00000020:00000010:0.0:1789136067.439138:0:6175:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cd87842600. 10000000:00000010:0.0:1789136067.439141:0:6175:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff93cd887efa40. 10000000:01000000:0.0:1789136067.439145:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1789136067.439149:0:6175:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1789136067.439154:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789136067.439157:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789136067.439161:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cd85919c00 refcount=3 00000020:00000001:0.0:1789136067.439163:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:0.0:1789136067.439191:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625109651332096 : -118964058219520 : ffff93cd85919c00) 00010000:00000001:0.0:1789136067.439195:0:6175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789136067.439202:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835706 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984ec2 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789136067.439223:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789136067.439224:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789136067.439227:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835706 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984ec2 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789136067.439233:0:6175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789136067.439234:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789136067.439235:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1789136067.439237:0:6175:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789136067.439240:0:6175:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789136067.439243:0:6175:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1789136067.439247:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789136067.439249:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff93cda0098e00) refs 2 10000000:00000001:0.0:1789136067.439251:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789136067.439253:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789136067.439254:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff93cd92fbd000) refs 3 10000000:00000001:0.0:1789136067.439257:0:6175:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789136067.439258:0:6175:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1789136067.439260:0:6175:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1789136067.439262:0:6175:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1789136067.439264:0:6175:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff93cd993b2800 from 7 10000000:00000001:0.0:1789136067.439267:0:6175:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1789136067.439269:0:6175:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1789136067.439277:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd953b5a40. 00000020:00000040:0.0:1789136067.439281:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000001:0.0:1789136067.439286:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789136067.439289:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789136067.442011:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789136067.442313:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd8788c200. 00000100:00000001:1.0:1789136067.442328:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789136067.442338:0:6175:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789136067.442342:0:6175:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789136067.442351:0:6175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93cd921b0300 count: 2 00010000:00000001:1.0:1789136067.442355:0:6175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789136067.442358:0:6175:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789136067.442365:0:6175:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93cdc216b200. 00000020:00000001:1.0:1789136067.442373:0:6175:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789136067.442376:0:6175:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93cdc216b200 with handle 0xc28f792f7f83570d to hash 00000020:00000001:1.0:1789136067.442379:0:6175:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789136067.442380:0:6175:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625110666686976 : -118963042864640 : ffff93cdc216b200) 00010000:00000001:1.0:1789136067.442385:0:6175:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625110666686976 : -118963042864640 : ffff93cdc216b200) 00010000:00000001:1.0:1789136067.442390:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789136067.442394:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136067.442398:0:6175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cdc216b200/0xc28f792f7f83570d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789136067.442408:0:6175:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff93cdc216b200/0xc28f792f7f83570d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789136067.442421:0:6175:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff93cdc216b200/0xc28f792f7f83570d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789136067.442437:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789136067.442440:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789136067.442449:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd8a524480. 00000100:00000001:1.0:1789136067.442452:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109731067008 : -118963978484608 : ffff93cd8a524480) 00000100:00000001:1.0:1789136067.442456:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789136067.442457:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914114624 : -118963795436992 : ffff93cd953b5a40) 00000100:00000001:1.0:1789136067.442465:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789136067.442471:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136067.442473:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789136067.442475:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789136067.442488:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.442497:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789136067.442501:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136067.442506:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789136067.442510:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789136067.442513:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789136067.442517:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798779136:192.168.204.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789136067.442521:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789136067.442529:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789136067.442532:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789136067.442535:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789136067.443759:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93cd91e79000. 02000000:00000001:1.0:1789136067.443772:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789136067.443784:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:1.0:1789136067.443796:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd92e3fb58. 00000400:00000010:1.0:1789136067.443805:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b24c8. 00000100:00000200:1.0:1789136067.443814:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876044798779136, portal 25 00000100:00000001:1.0:1789136067.443817:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789136067.443819:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109914114624 : -118963795436992 : ffff93cd953b5a40) 00000100:00000040:1.0:1789136067.443831:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.443860:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789136067.443864:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:1.0:1789136067.443867:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd878b2110. 00000100:00000200:1.0:1789136067.443872:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876044798779136, offset 0 00000400:00000200:1.0:1789136067.443880:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:1.0:1789136067.443903:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.443914:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:1.0:1789136067.443920:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789136067.443926:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:1.0:1789136067.443931:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789136067.443934:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:1.0:1789136067.443939:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [201:201:256:4294967295] 192.168.204.106@tcp LPNI seq info [201:201:8:4294967295] 00000400:00000200:1.0:1789136067.443943:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.443953:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:1.0:1789136067.443960:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:1.0:1789136067.443967:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd922d9c00. 00000800:00000200:1.0:1789136067.443976:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:1.0:1789136067.443986:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:1.0:1789136067.443992:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd922d9c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789136067.444015:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789136067.444020:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:1.0:1789136067.444023:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295062530 00000800:00000200:1.0:1789136067.444160:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136067.444164:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd922d9c00. 00000400:00000200:1.0:1789136067.444187:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.444192:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136067.444198:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b2110 00000400:00000010:1.0:1789136067.444201:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b2110. 00000100:00000001:1.0:1789136067.444205:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136067.444210:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.444233:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136067.444237:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.444244:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136067.444246:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789136067.444269:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062513 00000100:00000001:1.0:1789136067.444275:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295062530 00000100:00000001:1.0:1789136067.444278:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062513 00000100:00000001:1.0:1789136067.444282:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789136067.444285:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136067.444288:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789136067.444290:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789136067.444293:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd8a524480 going to sleep for 11 seconds 00000100:00000001:1.0:1789136067.444297:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789136067.444300:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789136067.455204:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.455227:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136067.455233:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.455235:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.455246:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.455255:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136067.455266:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.455271:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.455277:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.455282:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 344 into portal 25 MB=0x6aa40b7d05f00 00000400:00000200:1.0:1789136067.455287:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.455294:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 344/344 into md 0xb01 [1] + 224 00000800:00000001:1.0:1789136067.455303:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.455317:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.455321:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.455327:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136067.455352:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136067.455364:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136067.455375:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.455394:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136067.455405:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.455408:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.455473:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136067.455483:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136067.455485:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136067.455490:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd92e3fb58. 00000400:00000200:3.0:1789136067.455495:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd878b24c8 00000400:00000010:3.0:1789136067.455504:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd878b24c8. 00000100:00000001:3.0:1789136067.455507:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136067.455512:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136067.455521:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.455527:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136067.455529:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.455532:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136067.455537:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136067.455540:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136067.455553:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.455557:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136067.455567:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136067.455573:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136067.455576:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136067.455578:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.455581:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136067.455584:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.455588:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136067.455594:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.455602:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.455606:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136067.455609:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136067.455614:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136067.455622:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd953b5a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798779136:192.168.204.106@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.455628:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.455631:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.455634:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136067.455637:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.455646:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.455654:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136067.455657:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd8a524480. 00000100:00000001:3.0:1789136067.455661:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136067.455662:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.455666:0:6175:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789136067.455671:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789136067.455674:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789136067.455678:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cdc216b200 refcount=4 00000020:00000001:3.0:1789136067.455680:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625110666686976 : -118963042864640 : ffff93cdc216b200) 00010000:00000001:3.0:1789136067.455683:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625110666686976 : -118963042864640 : ffff93cdc216b200) 00010000:00000040:3.0:1789136067.455701:0:6175:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93cdc216b200, remote cookie: 0xbae5b337dd984ec9, flags: 0x0 00010000:00000001:3.0:1789136067.455705:0:6175:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789136067.455711:0:6175:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789136067.455713:0:6175:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789136067.455715:0:6175:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789136067.455717:0:6175:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789136067.455720:0:6175:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff93cd921b0300) refcount = 2 00010000:00000040:3.0:1789136067.455723:0:6175:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1789136067.455728:0:6175:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.106@tcp lock: ffff93cd85919c00/0xc28f792f7f835706 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984ec2 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789136067.455737:0:6175:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff93cdc216b200/0xc28f792f7f83570d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984ec9 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136067.455742:0:6175:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789136067.455744:0:6175:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789136067.455746:0:6175:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789136067.455749:0:6175:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789136067.455752:0:6175:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136067.455755:0:6175:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff93cdc216b200/0xc28f792f7f83570d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbae5b337dd984ec9 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789136067.455768:0:6175:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789136067.455770:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136067.455772:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136067.455773:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136067.455774:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136067.455776:0:6175:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.455779:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.455783:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd953b5a40 x1876044798779136/t0(0) o101->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 328/344 e 0 to 0 dl 1789136083 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.455789:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136067.455792:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136067.455796:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93cd91e79000. 02000000:00000001:3.0:1789136067.455799:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136067.455802:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.455804:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.455807:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136067.455810:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd8788c200. 02000000:00000001:3.0:1789136067.455813:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136067.455815:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136067.455817:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd953b5a40. 00000100:00000001:3.0:1789136067.455821:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136067.455822:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789136067.455825:0:6175:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136067.455829:0:6175:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789136067.455831:0:6175:0:(mgc_request.c:108:config_log_get()) log params (ffff93cda0098e00) refs 3 10000000:00000001:3.0:1789136067.455833:0:6175:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.455835:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789136067.455837:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789136067.455838:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cdc216b200 refcount=3 00000020:00000001:3.0:1789136067.455847:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625110666686976 : -118963042864640 : ffff93cdc216b200) 00010000:00000001:3.0:1789136067.455850:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625110666686976 : -118963042864640 : ffff93cdc216b200) 00010000:00000001:3.0:1789136067.455852:0:6175:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789136067.455854:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789136067.455855:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789136067.455859:0:6175:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789136067.455863:0:6175:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1789136067.455867:0:6175:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff93cd887ef300. 00000020:00000010:3.0:1789136067.455871:0:6175:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cd8726a200. 00000020:00000010:3.0:1789136067.455878:0:6175:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cd8726b000. 00000040:00000010:3.0:1789136067.455883:0:6175:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93cd8726a400. 00000020:00000010:3.0:1789136067.455888:0:6175:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cd89533800. 00000020:00000010:3.0:1789136067.455903:0:6175:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93cd87842600. 80000000:00000010:3.0:1789136067.455908:0:6175:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cd9921e420. 00040000:00000010:3.0:1789136067.455913:0:6175:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cd87842e00. 20000000:00000010:3.0:1789136067.455919:0:6175:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff93cd87842c00. 10000000:00000040:3.0:1789136067.455923:0:6175:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff93cd909a0c00 : new refcount 2 00000020:00000001:3.0:1789136067.455926:0:6175:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1789136067.455928:0:6175:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1789136067.455931:0:6175:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1789136067.455935:0:6175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff93cd87842400. 00000040:00000001:3.0:1789136067.455939:0:6175:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1789136067.455942:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:3.0:1789136067.455947:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136067.455949:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136067.455955:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136067.455958:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136067.455963:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136067.455971:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd87842000. 00000100:00000001:3.0:1789136067.455977:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.455983:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136067.455985:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136067.455991:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd91f6e3c0. 00000100:00000001:3.0:1789136067.455993:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109859296192 : -118963850255424 : ffff93cd91f6e3c0) 00000100:00000001:3.0:1789136067.455996:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.455998:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000001:3.0:1789136067.456002:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136067.456008:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.456010:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136067.456012:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136067.456020:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.456028:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136067.456031:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.456036:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136067.456038:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136067.456041:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136067.456044:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798779264:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.456048:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136067.456054:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136067.456057:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.456059:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136067.456063:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93cd87843a00. 02000000:00000001:3.0:1789136067.456065:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.456070:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136067.456074:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136067.456079:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49bb0. 00000100:00000200:3.0:1789136067.456086:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876044798779264, portal 25 00000100:00000001:3.0:1789136067.456088:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.456089:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136067.456095:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.456102:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136067.456105:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136067.456107:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49770. 00000100:00000200:3.0:1789136067.456111:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876044798779264, offset 0 00000400:00000200:3.0:1789136067.456117:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136067.456125:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.456132:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136067.456138:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136067.456143:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136067.456148:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136067.456151:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136067.456159:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [202:202:256:4294967295] 192.168.204.106@tcp LPNI seq info [202:202:8:4294967295] 00000400:00000200:3.0:1789136067.456163:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.456192:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136067.456198:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136067.456204:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44300. 00000800:00000200:3.0:1789136067.456212:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136067.456221:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136067.456226:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44300 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1789136067.456243:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.456247:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136067.456250:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295062541 00000100:00000001:3.0:1789136067.456259:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062530 00000100:00000001:3.0:1789136067.456266:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295062541 00000100:00000001:3.0:1789136067.456269:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062530 00000100:00000001:3.0:1789136067.456273:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.456276:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.456278:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136067.456280:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136067.456283:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd91f6e3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789136067.456284:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136067.456286:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136067.456649:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136067.456655:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44300. 00000400:00000200:1.0:1789136067.456661:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.456666:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136067.456670:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49770 00000400:00000010:1.0:1789136067.456672:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49770. 00000100:00000001:1.0:1789136067.456677:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136067.456682:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.456702:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136067.456705:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.456712:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136067.456714:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136067.465972:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.465995:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136067.466001:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.466003:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.466015:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.466025:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136067.466036:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.466041:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.466048:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.466053:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 272 into portal 25 MB=0x6aa40b7d05f80 00000400:00000200:1.0:1789136067.466071:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.466080:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 272/272 into md 0xb11 [1] + 224 00000800:00000001:1.0:1789136067.466093:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.466101:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.466107:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.466112:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136067.466122:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136067.466133:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136067.466145:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.466191:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136067.466203:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.466206:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.469420:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136067.469438:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136067.469441:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136067.469446:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136067.469455:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49bb0 00000400:00000010:3.0:1789136067.469458:0:6175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49bb0. 00000100:00000001:3.0:1789136067.469464:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136067.469478:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136067.469492:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.469514:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136067.469517:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.469520:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136067.469524:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136067.469527:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136067.469530:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.469534:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136067.469543:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136067.469548:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136067.469551:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136067.469553:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.469557:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136067.469560:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.469563:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136067.469569:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.469576:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.469580:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136067.469582:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136067.469588:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136067.469596:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798779264:192.168.204.106@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.469602:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.469605:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.469608:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136067.469611:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.469615:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.469622:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136067.469625:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd91f6e3c0. 00000100:00000001:3.0:1789136067.469629:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136067.469637:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.469658:0:6175:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1789136067.469663:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.469665:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.469668:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1789136067.469669:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.469673:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798779264/t0(0) o501->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 504/272 e 0 to 0 dl 1789136083 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.469680:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136067.469683:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136067.469687:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93cd87843a00. 02000000:00000001:3.0:1789136067.469691:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136067.469692:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.469694:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.469695:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136067.469699:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd87842000. 02000000:00000001:3.0:1789136067.469702:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136067.469705:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136067.469707:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136067.469712:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136067.469713:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789136067.469716:0:6175:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.469721:0:6175:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1789136067.469728:0:6175:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff93cda09be000. 00000040:00000001:3.0:1789136067.469730:0:6175:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1789136067.469732:0:6175:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1789136067.469735:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:3.0:1789136067.469739:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136067.469742:0:6175:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136067.469746:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136067.469749:0:6175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136067.469754:0:6175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136067.469760:0:6175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd87842000. 00000100:00000001:3.0:1789136067.469767:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.469771:0:6175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136067.469773:0:6175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136067.469779:0:6175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd91f6e3c0. 00000100:00000001:3.0:1789136067.469786:0:6175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109859296192 : -118963850255424 : ffff93cd91f6e3c0) 00000100:00000001:3.0:1789136067.469789:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.469791:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000001:3.0:1789136067.469796:0:6175:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136067.469802:0:6175:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.469804:0:6175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136067.469806:0:6175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136067.469811:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.469819:0:6175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136067.469821:0:6175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.469826:0:6175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136067.469829:0:6175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136067.469831:0:6175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136067.469834:0:6175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798779392:192.168.204.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.469838:0:6175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136067.469845:0:6175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136067.469848:0:6175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.469851:0:6175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136067.469868:0:6175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93cd91f98000. 02000000:00000001:3.0:1789136067.469871:0:6175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.469880:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136067.469885:0:6175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136067.469901:0:6175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93cd91f6ec00. 00000100:00000200:3.0:1789136067.469910:0:6175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876044798779392, portal 25 00000100:00000001:3.0:1789136067.469912:0:6175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.469913:0:6175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136067.469919:0:6175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.469927:0:6175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136067.469931:0:6175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136067.469934:0:6175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49bb0. 00000100:00000200:3.0:1789136067.469938:0:6175:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876044798779392, offset 0 00000400:00000200:3.0:1789136067.469950:0:6175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136067.470111:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.470121:0:6175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136067.470128:0:6175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136067.470134:0:6175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136067.470138:0:6175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136067.470141:0:6175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136067.470145:0:6175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [203:203:256:4294967295] 192.168.204.106@tcp LPNI seq info [203:203:8:4294967295] 00000400:00000200:3.0:1789136067.470149:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.470161:0:6175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136067.470207:0:6175:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136067.470214:0:6175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44f00. 00000800:00000200:3.0:1789136067.470223:0:6175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136067.470233:0:6175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136067.470239:0:6175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44f00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789136067.470254:0:6175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.470260:0:6175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136067.470262:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295062555 00000100:00000001:3.0:1789136067.470271:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062541 00000100:00000001:3.0:1789136067.470277:0:6175:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295062555 00000100:00000001:3.0:1789136067.470280:0:6175:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062541 00000100:00000001:3.0:1789136067.470283:0:6175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.470286:0:6175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.470289:0:6175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136067.470291:0:6175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136067.470294:0:6175:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd91f6e3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789136067.470296:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136067.470298:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136067.471536:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136067.471545:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44f00. 00000400:00000200:1.0:1789136067.471553:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.471563:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136067.471572:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49bb0 00000400:00000010:1.0:1789136067.471574:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49bb0. 00000100:00000001:1.0:1789136067.471580:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136067.471589:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.471628:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136067.471632:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.471640:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136067.471642:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136067.478247:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.478273:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136067.478278:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.478283:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.478314:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.478324:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136067.478335:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.478341:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.478348:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.478353:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 8416 into portal 25 MB=0x6aa40b7d06000 00000400:00000200:1.0:1789136067.478359:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.478367:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 8416/8416 into md 0xb19 [4] + 224 00000800:00000001:1.0:1789136067.478376:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.478406:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.478410:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.478417:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136067.478428:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136067.478440:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136067.478453:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.478465:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136067.478476:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.478479:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.478793:0:6175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136067.478804:0:6175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136067.478807:0:6175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136067.478820:0:6175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136067.478826:0:6175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd91f6ec00 00000400:00000010:3.0:1789136067.478829:0:6175:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff93cd91f6ec00. 00000100:00000001:3.0:1789136067.478832:0:6175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136067.478849:0:6175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136067.478859:0:6175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.478866:0:6175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136067.478869:0:6175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.478871:0:6175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136067.478876:0:6175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136067.478878:0:6175:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136067.478881:0:6175:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.478884:0:6175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136067.478902:0:6175:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136067.478908:0:6175:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136067.478911:0:6175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136067.478913:0:6175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.478916:0:6175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136067.478919:0:6175:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.478922:0:6175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136067.478927:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.478935:0:6175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.478939:0:6175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136067.478941:0:6175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136067.478945:0:6175:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136067.478954:0:6175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:6175:1876044798779392:192.168.204.106@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789136067.478969:0:6175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.478973:0:6175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.478981:0:6175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136067.478983:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.478988:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.478995:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136067.478999:0:6175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd91f6e3c0. 00000100:00000001:3.0:1789136067.479001:0:6175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136067.479003:0:6175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.479015:0:6175:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1789136067.479017:0:6175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.479020:0:6175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798779392/t0(0) o503->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789136083 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.479026:0:6175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136067.479030:0:6175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136067.479034:0:6175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93cd91f98000. 02000000:00000001:3.0:1789136067.479048:0:6175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136067.479051:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.479053:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.479056:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136067.479060:0:6175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd87842000. 02000000:00000001:3.0:1789136067.479077:0:6175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136067.479079:0:6175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136067.479082:0:6175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136067.479088:0:6175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136067.479089:0:6175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789136067.479093:0:6175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.479094:0:6175:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.479096:0:6175:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1789136067.479100:0:6175:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.479103:0:6175:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.479108:0:6175:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1789136067.479111:0:6175:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff93cd9921ec00. 00000040:00001000:3.0:1789136067.479114:0:6175:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1789136067.480291:0:10723:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1789136067.480303:0:10723:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93cd87842000. 00000020:00000010:3.0:1789136067.480313:0:10723:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff93cd87843800. 00000040:00000010:3.0:1789136067.480325:0:10723:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff93cd87843000. 00000020:00000010:3.0:1789136067.480331:0:10723:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93cd89536800. 00000020:00000010:3.0:1789136067.480339:0:10723:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff93cd92e6b2a0. 00000020:00000010:3.0:1789136067.480345:0:10723:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff93cd87842a00. 80000000:00000010:3.0:1789136067.480351:0:10723:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93cd9921e660. 40000000:00000010:3.0:1789136067.480357:0:10723:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff93cd887efcc0. 00100000:00000010:3.0:1789136067.480365:0:10723:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93cd89534000. 00040000:00000010:3.0:1789136067.480373:0:10723:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93cd87b44f00. 00040000:00000010:3.0:1789136067.480378:0:10723:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff93cd89536000. 00040000:00000010:3.0:1789136067.480383:0:10723:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93cd87843e00. 00000004:00000010:3.0:1789136067.480390:0:10723:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff93cd89532000. 00000004:00000010:3.0:1789136067.480410:0:10723:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff93cda09b3000. 00000004:00000010:3.0:1789136067.480417:0:10723:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff93cd89530000. 00002000:00000010:3.0:1789136067.480424:0:10723:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff93cd8725c800. 00000004:00000010:3.0:1789136067.480430:0:10723:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff93cd8725e800. 00000020:00000010:3.0:1789136067.480436:0:10723:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff93cd887ef140. 00000040:00000010:3.0:1789136067.480448:0:10723:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff93cda09bc000. 00000040:00001000:3.0:1789136067.480451:0:10723:0:(llog.c:615:llog_process_thread()) index: 7 last_index 64767 00000040:00000001:3.0:1789136067.480454:0:10723:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:3.0:1789136067.480456:0:10723:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1789136067.480460:0:10723:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:3.0:1789136067.480466:0:10723:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136067.480470:0:10723:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136067.480474:0:10723:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136067.480477:0:10723:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136067.480484:0:10723:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136067.480501:0:10723:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd87843600. 00000100:00000001:3.0:1789136067.480509:0:10723:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.480515:0:10723:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136067.480517:0:10723:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136067.480531:0:10723:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd91f6ec00. 00000100:00000001:3.0:1789136067.480533:0:10723:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109859298304 : -118963850253312 : ffff93cd91f6ec00) 00000100:00000001:3.0:1789136067.480537:0:10723:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.480539:0:10723:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000001:3.0:1789136067.480653:0:10723:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136067.480659:0:10723:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.480662:0:10723:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136067.480663:0:10723:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136067.480676:0:10723:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.480686:0:10723:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136067.480689:0:10723:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.480705:0:10723:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136067.480709:0:10723:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136067.480712:0:10723:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136067.480717:0:10723:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:10723:1876044798779520:192.168.204.106@tcp:502:llog_process_th.0 00000100:00000001:3.0:1789136067.480721:0:10723:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136067.480730:0:10723:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136067.480733:0:10723:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.480737:0:10723:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136067.480755:0:10723:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93cd91eb4000. 02000000:00000001:3.0:1789136067.480759:0:10723:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.480770:0:10723:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136067.480775:0:10723:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136067.480783:0:10723:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93cd91f6e300. 00000100:00000200:3.0:1789136067.480793:0:10723:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876044798779520, portal 25 00000100:00000001:3.0:1789136067.480795:0:10723:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.480796:0:10723:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136067.480803:0:10723:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.480810:0:10723:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136067.480813:0:10723:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136067.480817:0:10723:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49aa0. 00000100:00000200:3.0:1789136067.480822:0:10723:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876044798779520, offset 0 00000400:00000200:3.0:1789136067.480829:0:10723:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136067.480852:0:10723:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.480863:0:10723:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136067.480875:0:10723:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136067.480881:0:10723:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136067.480886:0:10723:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136067.480889:0:10723:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136067.480904:0:10723:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [204:204:256:4294967295] 192.168.204.106@tcp LPNI seq info [204:204:8:4294967295] 00000400:00000200:3.0:1789136067.480909:0:10723:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.480922:0:10723:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136067.480930:0:10723:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136067.480936:0:10723:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44300. 00000800:00000200:3.0:1789136067.480943:0:10723:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136067.480953:0:10723:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136067.480967:0:10723:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789136067.480988:0:10723:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.480993:0:10723:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136067.480996:0:10723:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295062567 00000100:00000001:3.0:1789136067.481006:0:10723:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062555 00000100:00000001:3.0:1789136067.481014:0:10723:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295062567 00000100:00000001:3.0:1789136067.481018:0:10723:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062555 00000100:00000001:3.0:1789136067.481021:0:10723:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.481024:0:10723:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.481027:0:10723:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136067.481029:0:10723:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136067.481032:0:10723:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd91f6ec00 going to sleep for 11 seconds 00000100:00000001:3.0:1789136067.481035:0:10723:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136067.481039:0:10723:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136067.481617:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136067.481625:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44300. 00000400:00000200:1.0:1789136067.481634:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.481642:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136067.481650:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49aa0 00000400:00000010:1.0:1789136067.481652:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49aa0. 00000100:00000001:1.0:1789136067.481658:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136067.481664:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.481676:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136067.481680:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.481702:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136067.481704:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1789136067.492081:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.492107:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789136067.492113:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.492115:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.492126:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.492135:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:1.0:1789136067.492145:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.492150:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.492157:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.492161:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 8472 into portal 25 MB=0x6aa40b7d06080 00000400:00000200:1.0:1789136067.492199:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:1.0:1789136067.492208:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 8472/8472 into md 0xb21 [4] + 224 00000800:00000001:1.0:1789136067.492216:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.492228:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789136067.492232:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.492237:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:1.0:1789136067.492247:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789136067.492258:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789136067.492269:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.492281:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789136067.492291:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789136067.492293:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.492361:0:10723:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136067.492371:0:10723:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136067.492374:0:10723:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136067.492378:0:10723:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136067.492384:0:10723:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd91f6e300 00000400:00000010:3.0:1789136067.492387:0:10723:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff93cd91f6e300. 00000100:00000001:3.0:1789136067.492390:0:10723:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136067.492429:0:10723:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136067.492438:0:10723:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.492444:0:10723:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136067.492447:0:10723:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.492450:0:10723:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136067.492456:0:10723:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136067.492460:0:10723:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136067.492463:0:10723:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.492466:0:10723:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136067.492477:0:10723:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136067.492482:0:10723:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136067.492485:0:10723:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136067.492487:0:10723:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.492491:0:10723:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136067.492495:0:10723:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.492499:0:10723:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136067.492505:0:10723:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.492513:0:10723:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.492516:0:10723:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136067.492519:0:10723:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136067.492523:0:10723:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136067.492532:0:10723:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:10723:1876044798779520:192.168.204.106@tcp:502:llog_process_th.0 00000100:00000001:3.0:1789136067.492538:0:10723:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.492542:0:10723:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.492545:0:10723:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136067.492548:0:10723:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.492552:0:10723:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.492572:0:10723:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136067.492576:0:10723:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd91f6ec00. 00000100:00000001:3.0:1789136067.492578:0:10723:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136067.492580:0:10723:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.492592:0:10723:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1789136067.492594:0:10723:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.492598:0:10723:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798779520/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.492604:0:10723:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136067.492607:0:10723:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136067.492611:0:10723:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93cd91eb4000. 02000000:00000001:3.0:1789136067.492625:0:10723:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136067.492629:0:10723:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.492632:0:10723:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.492634:0:10723:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136067.492637:0:10723:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd87843600. 02000000:00000001:3.0:1789136067.492641:0:10723:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136067.492644:0:10723:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136067.492647:0:10723:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136067.492652:0:10723:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136067.492653:0:10723:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789136067.492656:0:10723:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.492658:0:10723:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.492659:0:10723:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1789136067.492662:0:10723:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789136067.492666:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc000 type=0x10620000 idx=1 00000040:00001000:3.0:1789136067.492670:0:10723:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:3.0:1789136067.492672:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc0e0 type=0x10620000 idx=2 00000040:00001000:3.0:1789136067.492674:0:10723:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:3.0:1789136067.492676:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc150 type=0x10620000 idx=3 00000040:00001000:3.0:1789136067.492677:0:10723:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:3.0:1789136067.492678:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc230 type=0x10620000 idx=4 00000040:00001000:3.0:1789136067.492681:0:10723:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:3.0:1789136067.492682:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc310 type=0x10620000 idx=5 00000040:00001000:3.0:1789136067.492684:0:10723:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:3.0:1789136067.492692:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc380 type=0x10620000 idx=6 00000040:00001000:3.0:1789136067.492694:0:10723:0:(llog.c:767:llog_process_thread()) skipping lrh_index 6 00000040:00001000:3.0:1789136067.492695:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc460 type=0x10620000 idx=7 00000040:00001000:3.0:1789136067.492697:0:10723:0:(llog.c:784:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7072 remains) 00000040:00001000:3.0:1789136067.492700:0:10723:0:(llog.c:805:llog_process_thread()) index: 7, lh_last_idx: 9 synced_idx: 0 lgh_last_idx: 9 00000020:00000001:3.0:1789136067.492704:0:10723:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1789136067.492708:0:10723:0:(llog_swab.c:426:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1789136067.492710:0:10723:0:(llog_swab.c:469:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1789136067.492711:0:10723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:3.0:1789136067.492716:0:10723:0:(obd_mount.c:953:lustre_check_exclusion()) Process entered 00000020:00000001:3.0:1789136067.492718:0:10723:0:(obd_mount.c:958:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789136067.492726:0:10723:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff93cd87b44a00. 00000020:00000080:3.0:1789136067.492730:0:10723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136067.492733:0:10723:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:00000001:3.0:1789136067.492736:0:10723:0:(obd_config.c:1564:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789136067.492739:0:10723:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff93cd87b44a00. 00000020:00000001:3.0:1789136067.492744:0:10723:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789136067.492746:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc540 type=0x10620000 idx=8 00000040:00001000:3.0:1789136067.492749:0:10723:0:(llog.c:784:llog_process_thread()) lrh_index: 8 lrh_len: 144 (6848 remains) 00000040:00001000:3.0:1789136067.492751:0:10723:0:(llog.c:805:llog_process_thread()) index: 8, lh_last_idx: 9 synced_idx: 0 lgh_last_idx: 9 00000020:00000001:3.0:1789136067.492752:0:10723:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000020:00000010:3.0:1789136067.492756:0:10723:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 27 at ffff93cd870a4c40. 00000020:01000000:3.0:1789136067.492759:0:10723:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff93cd993b2800 00000020:00000010:3.0:1789136067.492762:0:10723:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff93cd91f6ec00. 00000020:00000080:3.0:1789136067.492763:0:10723:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:00000001:3.0:1789136067.492766:0:10723:0:(obd_config.c:1365:process_param2_config()) Process entered 00000040:00000001:3.0:1789136067.492769:0:10723:0:(llog_swab.c:353:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1789136067.492770:0:10723:0:(llog_swab.c:358:print_lustre_cfg()) lustre_cfg: ffff93cd91f6ec00 00000040:00001000:3.0:1789136067.492772:0:10723:0:(llog_swab.c:359:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1789136067.492773:0:10723:0:(llog_swab.c:361:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:3.0:1789136067.492774:0:10723:0:(llog_swab.c:362:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1789136067.492776:0:10723:0:(llog_swab.c:363:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1789136067.492778:0:10723:0:(llog_swab.c:365:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1789136067.492779:0:10723:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:3.0:1789136067.492780:0:10723:0:(llog_swab.c:372:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 24 lustre-ffff93cd993b2800 00000040:00001000:3.0:1789136067.492787:0:10723:0:(llog_swab.c:372:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 52 lod.lustre-MDT0000-mdtlov.enable_compr_rotational=1 00000040:00001000:3.0:1789136067.492789:0:10723:0:(llog_swab.c:372:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:3.0:1789136067.492791:0:10723:0:(llog_swab.c:375:print_lustre_cfg()) Process leaving 00000020:00000001:3.0:1789136067.492934:0:10723:0:(obd_config.c:1400:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136067.492937:0:10723:0:(obd_config.c:1603:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789136067.492940:0:10723:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff93cd91f6ec00. 00000020:00000010:3.0:1789136067.492943:0:10723:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 27 at ffff93cd870a4c40. 00000020:00000001:3.0:1789136067.492945:0:10723:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789136067.492947:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc5d0 type=0x10620000 idx=9 00000040:00001000:3.0:1789136067.492952:0:10723:0:(llog.c:728:llog_process_thread()) synced_idx: 9 00000040:00000001:3.0:1789136067.492955:0:10723:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:3.0:1789136067.492958:0:10723:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1789136067.492961:0:10723:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000100:00000010:3.0:1789136067.492967:0:10723:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff93cd9a461a40. 00000020:00000040:3.0:1789136067.492971:0:10723:0:(genops.c:1210:class_import_get()) import ffff93cda0999000 refcount=5 obd=MGC192.168.204.106@tcp 00000100:00000001:3.0:1789136067.492977:0:10723:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789136067.492982:0:10723:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789136067.492989:0:10723:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789136067.492997:0:10723:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93cd87842200. 00000100:00000001:3.0:1789136067.493006:0:10723:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.493010:0:10723:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789136067.493012:0:10723:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789136067.493018:0:10723:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93cd91f6ec00. 00000100:00000001:3.0:1789136067.493020:0:10723:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625109859298304 : -118963850253312 : ffff93cd91f6ec00) 00000100:00000001:3.0:1789136067.493024:0:10723:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.493026:0:10723:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000001:3.0:1789136067.493031:0:10723:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789136067.493038:0:10723:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.493040:0:10723:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789136067.493042:0:10723:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789136067.493048:0:10723:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.493056:0:10723:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789136067.493058:0:10723:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.493070:0:10723:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789136067.493073:0:10723:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789136067.493076:0:10723:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789136067.493079:0:10723:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:10723:1876044798779648:192.168.204.106@tcp:502:llog_process_th.0 00000100:00000001:3.0:1789136067.493084:0:10723:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789136067.493092:0:10723:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789136067.493094:0:10723:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.493097:0:10723:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789136067.493113:0:10723:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93cd91eb4000. 02000000:00000001:3.0:1789136067.493116:0:10723:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.493123:0:10723:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000010:3.0:1789136067.493128:0:10723:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000010:3.0:1789136067.493135:0:10723:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93cd91f6e300. 00000100:00000200:3.0:1789136067.493144:0:10723:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876044798779648, portal 25 00000100:00000001:3.0:1789136067.493146:0:10723:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789136067.493147:0:10723:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625109998705216 : -118963710846400 : ffff93cd9a461a40) 00000100:00000040:3.0:1789136067.493154:0:10723:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.493162:0:10723:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789136067.493166:0:10723:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.106@tcp 00000400:00000010:3.0:1789136067.493212:0:10723:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93cd92f49198. 00000100:00000200:3.0:1789136067.493218:0:10723:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876044798779648, offset 0 00000400:00000200:3.0:1789136067.493226:0:10723:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.106@tcp 00000400:00000200:3.0:1789136067.493235:0:10723:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.493245:0:10723:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.106@tcp local destination 00000400:00000200:3.0:1789136067.493252:0:10723:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789136067.493258:0:10723:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.6@tcp 00000400:00000200:3.0:1789136067.493263:0:10723:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789136067.493266:0:10723:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.106@tcp 00000400:00000200:3.0:1789136067.493270:0:10723:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.6@tcp NI seq info: [205:205:256:4294967295] 192.168.204.106@tcp LPNI seq info [205:205:8:4294967295] 00000400:00000200:3.0:1789136067.493274:0:10723:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:3.0:1789136067.493286:0:10723:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp:) -> 192.168.204.106@tcp(192.168.204.106@tcp:192.168.204.106@tcp) : PUT try# 0 00000800:00000200:3.0:1789136067.493299:0:10723:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.106@tcp 00000800:00000010:3.0:1789136067.493306:0:10723:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93cd87b44a00. 00000800:00000200:3.0:1789136067.493314:0:10723:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93cd92fdd300] -> 12345-192.168.204.106@tcp (5) 00000800:00000200:3.0:1789136067.493324:0:10723:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.106@tcp ip 192.168.204.106:988 00000800:00000200:3.0:1789136067.493330:0:10723:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93cd87b44a00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789136067.493340:0:10723:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789136067.493345:0:10723:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000100:00000001:3.0:1789136067.493349:0:10723:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 0 is 4295062579 00000100:00000001:3.0:1789136067.493357:0:10723:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062567 00000100:00000001:3.0:1789136067.493364:0:10723:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS new deadline estimation for cpu 1 is 4295062579 00000100:00000001:3.0:1789136067.493367:0:10723:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.106@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062567 00000100:00000001:3.0:1789136067.493371:0:10723:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.493373:0:10723:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.493376:0:10723:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789136067.493378:0:10723:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789136067.493381:0:10723:0:(client.c:2715:ptlrpc_set_wait()) set ffff93cd91f6ec00 going to sleep for 11 seconds 00000100:00000001:3.0:1789136067.493383:0:10723:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789136067.493385:0:10723:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789136067.496644:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789136067.496662:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93cd87b44a00. 00000400:00000200:1.0:1789136067.496674:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789136067.496687:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000400:00000200:1.0:1789136067.496697:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd92f49198 00000400:00000010:1.0:1789136067.496721:0:2390:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93cd92f49198. 00000100:00000001:1.0:1789136067.496728:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1789136067.496739:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.496755:0:2390:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789136067.496759:0:2390:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789136067.496767:0:2390:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789136067.496769:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789136067.503789:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136067.503814:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789136067.503820:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136067.503823:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136067.503834:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136067.503844:0:2389:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.6@tcp(192.168.204.6@tcp) <- 192.168.204.106@tcp : PUT - for me 00000400:00000200:0.0:1789136067.503854:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136067.503868:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136067.503875:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136067.503879:0:2389:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.106@tcp of length 8472 into portal 25 MB=0x6aa40b7d06100 00000400:00000200:0.0:1789136067.503885:0:2389:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.106@tcp to cpt 0 00000400:00000200:0.0:1789136067.503903:0:2389:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.106@tcp of length 8472/8472 into md 0xb29 [4] + 224 00000800:00000001:0.0:1789136067.503913:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136067.503925:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789136067.503929:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789136067.503934:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.6@tcp->192.168.204.106@tcp: PUT: OK 00000100:00000001:0.0:1789136067.503944:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789136067.503957:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789136067.503969:0:2389:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789136067.503991:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789136067.504002:0:2389:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789136067.504006:0:2389:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.504253:0:10723:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789136067.504263:0:10723:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789136067.504265:0:10723:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789136067.504269:0:10723:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93cd8a4d2bb0. 00000400:00000200:3.0:1789136067.504274:0:10723:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93cd91f6e300 00000400:00000010:3.0:1789136067.504277:0:10723:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff93cd91f6e300. 00000100:00000001:3.0:1789136067.504281:0:10723:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789136067.504287:0:10723:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789136067.504296:0:10723:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.504302:0:10723:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789136067.504305:0:10723:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.504313:0:10723:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789136067.504318:0:10723:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789136067.504321:0:10723:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789136067.504324:0:10723:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789136067.504328:0:10723:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789136067.504338:0:10723:0:(import.c:2149:obd_at_measure()) add 5 to ffff93cda0999460 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1789136067.504343:0:10723:0:(import.c:2149:obd_at_measure()) add 1 to ffff93cda0999418 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1789136067.504346:0:10723:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789136067.504348:0:10723:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789136067.504351:0:10723:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789136067.504355:0:10723:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.504359:0:10723:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789136067.504364:0:10723:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.504371:0:10723:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789136067.504374:0:10723:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789136067.504377:0:10723:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789136067.504381:0:10723:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789136067.504390:0:10723:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93cd9a461a40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8eba03d-c4dd-41fd-8fa2-8a99d757abe0:10723:1876044798779648:192.168.204.106@tcp:502:llog_process_th.0 00000100:00000001:3.0:1789136067.504396:0:10723:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789136067.504400:0:10723:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789136067.504403:0:10723:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789136067.504405:0:10723:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.504409:0:10723:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.504417:0:10723:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789136067.504420:0:10723:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93cd91f6ec00. 00000100:00000001:3.0:1789136067.504423:0:10723:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789136067.504425:0:10723:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789136067.504437:0:10723:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1789136067.504439:0:10723:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789136067.504442:0:10723:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93cd9a461a40 x1876044798779648/t0(0) o502->MGC192.168.204.106@tcp@192.168.204.106@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789136083 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789136067.504455:0:10723:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789136067.504458:0:10723:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789136067.504462:0:10723:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93cd91eb4000. 02000000:00000001:3.0:1789136067.504475:0:10723:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789136067.504478:0:10723:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.504480:0:10723:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=4 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.504483:0:10723:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789136067.504486:0:10723:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93cd87842200. 02000000:00000001:3.0:1789136067.504490:0:10723:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789136067.504492:0:10723:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789136067.504494:0:10723:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff93cd9a461a40. 00000100:00000001:3.0:1789136067.504500:0:10723:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789136067.504501:0:10723:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789136067.504504:0:10723:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789136067.504506:0:10723:0:(genops.c:1223:class_import_put()) import ffff93cda0999000 refcount=3 obd=MGC192.168.204.106@tcp 00000020:00000001:3.0:1789136067.504508:0:10723:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1789136067.504511:0:10723:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789136067.504514:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc5d0 type=0x10620000 idx=9 00000040:00001000:3.0:1789136067.504519:0:10723:0:(llog.c:784:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6704 remains) 00000040:00001000:3.0:1789136067.504522:0:10723:0:(llog.c:805:llog_process_thread()) index: 9, lh_last_idx: 9 synced_idx: 9 lgh_last_idx: 9 00000020:00000001:3.0:1789136067.504526:0:10723:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000040:00000001:3.0:1789136067.504531:0:10723:0:(llog_swab.c:426:lustre_swab_cfg_marker()) Process entered 00000040:00000001:3.0:1789136067.504532:0:10723:0:(llog_swab.c:469:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:3.0:1789136067.504534:0:10723:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:3.0:1789136067.504541:0:10723:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff93cd87b44500. 00000020:00000080:3.0:1789136067.504546:0:10723:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789136067.504548:0:10723:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre lod.lustre-MDT0000-mdtlov.enable_compr_rotational 00000020:00000001:3.0:1789136067.504552:0:10723:0:(obd_config.c:1564:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789136067.504555:0:10723:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff93cd87b44500. 00000020:00000001:3.0:1789136067.504560:0:10723:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1789136067.504562:0:10723:0:(llog.c:671:llog_process_thread()) processing rec 0xffff93cda09bc6b0 type=0x0 idx=0 00000040:00000001:3.0:1789136067.504564:0:10723:0:(llog.c:684:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1789136067.504566:0:10723:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000040:00000010:3.0:1789136067.504569:0:10723:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff93cda09bc000. 00000020:00000010:3.0:1789136067.504585:0:10723:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff93cd887ef140. 00000020:00000010:3.0:1789136067.504606:0:10723:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cd87843800. 00000040:00000010:3.0:1789136067.504611:0:10723:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cd87843000. 00000020:00000010:3.0:1789136067.504615:0:10723:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cd89536800. 00000020:00000010:3.0:1789136067.504621:0:10723:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff93cd92e6b2a0. 00000020:00000010:3.0:1789136067.504627:0:10723:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93cd87842a00. 80000000:00000010:3.0:1789136067.504631:0:10723:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cd9921e660. 40000000:00000010:3.0:1789136067.504637:0:10723:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff93cd887efcc0. 00100000:00000010:3.0:1789136067.504643:0:10723:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93cd89534000. 00040000:00000010:3.0:1789136067.504649:0:10723:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93cd87b44f00. 00040000:00000010:3.0:1789136067.504654:0:10723:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff93cd89536000. 00040000:00000010:3.0:1789136067.504658:0:10723:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cd87843e00. 00000004:00000010:3.0:1789136067.504663:0:10723:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff93cd89532000. 00000004:00000010:3.0:1789136067.504670:0:10723:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff93cda09b3000. 00000004:00000010:3.0:1789136067.504677:0:10723:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff93cd89530000. 00002000:00000010:3.0:1789136067.504682:0:10723:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff93cd8725c800. 00000004:00000010:3.0:1789136067.504687:0:10723:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff93cd8725e800. 00000020:00000010:3.0:1789136067.504691:0:10723:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cd87842000. 00000040:00000010:0.0:1789136067.504854:0:6175:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff93cd9921ec00. 00000040:00000001:0.0:1789136067.504859:0:6175:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1789136067.504862:0:6175:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 00000040:00000010:0.0:1789136067.504868:0:6175:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff93cda09be000. 00000040:00000010:0.0:1789136067.504872:0:6175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff93cd87842400. 00000020:00000001:0.0:1789136067.504875:0:6175:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789136067.504879:0:6175:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1789136067.504883:0:6175:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff93cd8726b000. 00000040:00000010:0.0:1789136067.504887:0:6175:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff93cd8726a400. 00000020:00000010:0.0:1789136067.504901:0:6175:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff93cd89533800. 00000020:00000010:0.0:1789136067.504906:0:6175:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff93cd87842600. 80000000:00000010:0.0:1789136067.504909:0:6175:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93cd9921e420. 00040000:00000010:0.0:1789136067.504912:0:6175:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93cd87842e00. 20000000:00000010:0.0:1789136067.504916:0:6175:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff93cd87842c00. 00000020:00000010:0.0:1789136067.504919:0:6175:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93cd8726a200. 10000000:00000010:0.0:1789136067.504929:0:6175:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff93cd887ef300. 10000000:01000000:0.0:1789136067.504932:0:6175:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1789136067.504936:0:6175:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1789136067.504940:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789136067.504944:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789136067.504947:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93cdc216b200 refcount=3 00000020:00000001:0.0:1789136067.504950:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625110666686976 : -118963042864640 : ffff93cdc216b200) 00010000:00000001:0.0:1789136067.504953:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625110666686976 : -118963042864640 : ffff93cdc216b200) 00010000:00000001:0.0:1789136067.504955:0:6175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789136067.504961:0:6175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff93cdc216b200/0xc28f792f7f83570d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984ec9 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789136067.504969:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789136067.504971:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789136067.504974:0:6175:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff93cdc216b200/0xc28f792f7f83570d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbae5b337dd984ec9 expref: -99 pid: 6175 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789136067.504979:0:6175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789136067.504980:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789136067.504981:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1789136067.504984:0:6175:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789136067.504986:0:6175:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789136067.504990:0:6175:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1789136067.504993:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789136067.504995:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff93cda0098e00) refs 3 10000000:00000001:0.0:1789136067.504997:0:6175:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1789136068.392768:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136068.392779:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136068.392786:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136068.392787:0:10167:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789136068.399644:0:10315:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789136068.399655:0:10315:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789136068.399661:0:10315:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789136068.455341:0:10167:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7800 (cpu 0) has reached its deadline 4295062579, at 4295062592 00000100:00000010:0.0:1789136068.455373:0:10167:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd93c59ba0. 00000100:00000040:1.0:1789136068.455577:0:9102:0:(connection.c:75:cpu_latency_work()) work item of ffff93cd993b7910 (cpu 1) has reached its deadline 4295062579, at 4295062592 00000100:00000010:1.0:1789136068.455584:0:9102:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93cd93c593c0. 10000000:00000001:0.0:1789136068.840364:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1789136068.840376:0:6175:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1789136069.416595:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136069.418810:0:10167:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789136069.418814:0:10167:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789136069.418817:0:10167:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136069.418825:0:10167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789136069.418827:0:10167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136069.418830:0:10167:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136069.418834:0:10167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136069.418843:0:10167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789136069.418845:0:10167:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789136069.418847:0:10167:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789136069.418848:0:10167:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136069.418849:0:10167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789136069.418850:0:10167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136069.418852:0:10167:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789136069.418863:0:10167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789136069.423742:0:6172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789136069.423752:0:6172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789136069.423758:0:6172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14956 lines, 14956 kept, 0 dropped, 0 bad.