00000001:01000000:3.0F:1787579493.301535:0:2346:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 420 MB/s 00000001:01000000:2.0F:1787579493.551328:0:2346:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 539 MB/s 00000001:01000000:2.0:1787579493.801017:0:2346:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 9391 MB/s 00000020:02000000:0.0F:1787579494.512384:0:2375:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_80_g35a8f2d 00000400:02000000:2.0:1787579495.417239:0:2390:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.202.29@tcp [8/256/0/180] 00008000:02000000:1.0F:1787579499.478171:0:2541:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1787579712.617286:0:6172:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787579712.617292:0:6172:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1787579712.617293:0:6172:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.129@tcp:/lustre 00000020:01000004:1.0:1787579712.617295:0:6172:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1787579712.617479:0:6172:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000002f15b62d 00000080:01000004:1.0:1787579712.617492:0:6172:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1787579712.617513:0:6172:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.129@tcp' 00000020:01000004:1.0:1787579712.617575:0:6172:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.129@tcp (typ=mgc) 00000020:00000080:1.0:1787579712.617603:0:6172:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.129@tcp (0000000050e43eea) 00000020:00000080:1.0:1787579712.617620:0:6172:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1787579712.619037:0:6172:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1787579712.619078:0:6172:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1787579712.619275:0:6172:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1787579712.619283:0:6172:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1787579712.620301:0:6172:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1787579712.620313:0:6172:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1787579712.621524:0:6172:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1787579712.621535:0:6172:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1787579712.625368:0:6172:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1787579712.625387:0:6172:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1787579712.627497:0:6172:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787579712.628113:0:6172:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787579712.628352:0:6172:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1787579712.628359:0:6172:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1787579712.631947:0:6172:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1787579712.631967:0:6172:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1787579712.633321:0:6172:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1787579712.633334:0:6172:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1787579712.640191:0:6172:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1787579712.640212:0:6172:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1787579712.641361:0:6172:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1787579712.641373:0:6172:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:2.0:1787579712.645041:0:6172:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:2.0:1787579712.645062:0:6172:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:1.0:1787579712.663566:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579712.663573:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579712.663576:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579712.672830:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579712.672841:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579712.672845:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1787579712.676597:0:6172:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000066b77ccf@MGC192.168.202.129@tcp: add connection 192.168.202.129@tcp at head 00010000:00010000:3.0:1787579712.676819:0:6172:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.129@tcp-0 is initialized 00000040:01000000:3.0:1787579712.676828:0:6172:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.129@tcp ctxt 1 is initialized 10000000:01000000:2.0:1787579712.680256:0:6186:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00010000:00010000:1.0:1787579712.680438:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787579712.680492:0:6172:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.129@tcp (uuid df790c7f-d35d-42d2-9e7f-6f20a7cb46e9) 00000020:00000080:3.0:1787579712.680520:0:6172:0:(genops.c:1385:class_connect()) connect: client df790c7f-d35d-42d2-9e7f-6f20a7cb46e9, cookie 0xfc01925922e1d7fb 00000100:00080000:3.0:1787579712.680539:0:6172:0:(import.c:510:import_select_connection()) MGC192.168.202.129@tcp: connect to NID 192.168.202.129@tcp last attempt 0 00000100:00080000:3.0:1787579712.680555:0:6172:0:(import.c:624:import_select_connection()) MGC192.168.202.129@tcp: import 0000000066b77ccf using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000100:00100000:3.0:1787579712.680614:0:6172:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002ada30bf x1874412956549248/t0(0) o250->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787579712.680646:0:6172:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS 00000080:00200000:3.0:1787579712.680671:0:6172:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8e105183c800 (sb 000000002f15b62d) 00000100:00100000:2.0:1787579712.680988:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002ada30bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2406:1874412956549248:192.168.202.129@tcp:250: 00000080:01000000:3.0:1787579712.681594:0:6172:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1787579712.681598:0:6172:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1787579712.681603:0:6172:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:3.0:1787579712.681613:0:6172:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: ef76737e-5790-4118-84d1-a15d027c092e 10000000:01000000:3.0:1787579712.686799:0:6172:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787579712.686809:0:6172:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8e105183c800 10000000:01000000:3.0:1787579712.686816:0:6172:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8e1043ea3370 10000000:01000000:3.0:1787579712.686821:0:6172:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787579712.686831:0:6172:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8e1043ea3370 from 1 10000000:01000000:3.0:1787579712.686835:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1787579712.686892:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 00000000e48b4f2d/0xfc01925922e1d802 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579712.686907:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 00000000e48b4f2d/0xfc01925922e1d802 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579712.686961:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 00000000e48b4f2d/0xfc01925922e1d802 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787579712.687011:0:6172:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000036c4a221 x1874412956549376/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579712.687023:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d376269 going to sleep for 0 seconds 00000100:00100000:3.0:1787579712.687646:0:2406:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.202.129@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787579712.687660:0:2406:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.129@tcp: connect to target with instance 0 00000100:00080000:3.0:1787579712.687670:0:2406:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.202.129@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1787579712.687675:0:2406:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1787579712.687680:0:2406:0:(import.c:65:import_set_state_nolock()) 0000000066b77ccf MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1787579712.687684:0:2406:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1787579712.689502:0:2406:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1787579712.689524:0:2406:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005d376269): req@0000000036c4a221 x1874412956549376/t0(0) o101->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579712.689554:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002ada30bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2406:1874412956549248:192.168.202.129@tcp:250: 00000100:00100000:3.0:1787579712.689737:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d376269 going to sleep for 11 seconds 00000100:00100000:3.0:1787579712.696418:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000036c4a221 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956549376:192.168.202.129@tcp:101: 00010000:00010000:3.0:1787579712.696472:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 00000000e48b4f2d/0xfc01925922e1d802 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579712.696487:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 00000000e48b4f2d/0xfc01925922e1d802 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579712.696581:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000036c4a221 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956549504:192.168.202.129@tcp:501: 00000100:00100000:3.0:1787579712.696680:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d376269 going to sleep for 11 seconds 00000100:00100000:2.0:1787579712.717422:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000036c4a221 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956549504:192.168.202.129@tcp:501: 10000000:01000000:2.0:1787579712.717520:0:6172:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1787579712.717551:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 00000000e48b4f2d/0xfc01925922e1d802 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.717564:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 00000000e48b4f2d/0xfc01925922e1d802 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579712.717575:0:6172:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8e105183c800 10000000:01000000:2.0:1787579712.717583:0:6172:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787579712.717588:0:6172:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8e105183c800 10000000:01000000:2.0:1787579712.717591:0:6172:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787579712.717594:0:6172:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8e105183c800 10000000:01000000:2.0:1787579712.717597:0:6172:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787579712.717601:0:6172:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8e105183c800 from 1 10000000:01000000:2.0:1787579712.717604:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787579712.717678:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 00000000f6e61698/0xfc01925922e1d809 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.717686:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 00000000f6e61698/0xfc01925922e1d809 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.717698:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 00000000f6e61698/0xfc01925922e1d809 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579712.717720:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000074a6fa97 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956549632:192.168.202.129@tcp:101: 00000100:00100000:2.0:1787579712.717889:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 000000008eb2cb25 going to sleep for 11 seconds 00000100:00100000:3.0:1787579712.724181:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000074a6fa97 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956549632:192.168.202.129@tcp:101: 00010000:00010000:3.0:1787579712.724223:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 00000000f6e61698/0xfc01925922e1d809 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579712.724259:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 00000000f6e61698/0xfc01925922e1d809 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579712.724491:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002ada30bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956549760:192.168.202.129@tcp:501: 00000100:00100000:3.0:1787579712.724614:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d376269 going to sleep for 11 seconds 00000100:00100000:3.0:1787579712.735449:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002ada30bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956549760:192.168.202.129@tcp:501: 00000100:00100000:3.0:1787579712.735531:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002ada30bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956549888:192.168.202.129@tcp:503: 00000100:00100000:3.0:1787579712.735646:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 000000005d376269 going to sleep for 11 seconds 00000100:00100000:3.0:1787579712.744237:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002ada30bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956549888:192.168.202.129@tcp:503: 00000100:00100000:1.0:1787579712.749625:0:6191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005108c831 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6191:1874412956550016:192.168.202.129@tcp:502: 00000100:00100000:1.0:1787579712.749788:0:6191:0:(client.c:2715:ptlrpc_set_wait()) set 000000006f8b4c1e going to sleep for 11 seconds 00000100:00100000:1.0:1787579712.760536:0:6191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005108c831 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6191:1874412956550016:192.168.202.129@tcp:502: 00000020:01000000:1.0:1787579712.760611:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579712.760629:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579712.760632:0:6191:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1787579712.760644:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8e105183c800 00000020:00000080:1.0:1787579712.760648:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787579712.760664:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8e105183c800 (000000004c4ffaea) 00000020:00000080:1.0:1787579712.760688:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:1.0:1787579712.760695:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8e105183c800 00000020:00000080:1.0:1787579712.760697:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787579712.761536:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8e105183c800 (uuid ef76737e-5790-4118-84d1-a15d027c092e) 00000020:01000000:1.0:1787579712.761545:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579712.761550:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579712.761552:0:6191:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1787579712.761555:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579712.761559:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579712.761561:0:6191:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1787579712.761564:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8e105183c800 00000020:00000080:1.0:1787579712.761567:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787579712.761576:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8e105183c800 (0000000069433490) 00000020:00000080:1.0:1787579712.761589:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:1.0:1787579712.761594:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8e105183c800 00000020:00000080:1.0:1787579712.761596:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787579712.761843:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8e105183c800 (uuid ef76737e-5790-4118-84d1-a15d027c092e) 00000020:01000000:1.0:1787579712.761849:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579712.761852:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579712.761854:0:6191:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1787579712.761856:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579712.761859:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579712.761861:0:6191:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1787579712.761864:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787579712.761872:0:6191:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1787579712.761874:0:6191:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1787579712.761896:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579712.761899:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579712.761900:0:6191:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1787579712.761903:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579712.761908:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579712.761909:0:6191:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1787579712.761912:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787579712.761917:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.129@tcp to nid 0x20000c0a8ca81 (192.168.202.129@tcp) 00000020:01000000:1.0:1787579712.761998:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8e105183c800 00000020:00000080:1.0:1787579712.762001:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787579712.762010:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8e105183c800 (00000000c4cd120a) 00000020:00000080:1.0:1787579712.762020:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:1.0:1787579712.762024:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8e105183c800 00000020:00000080:1.0:1787579712.762026:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787579712.765863:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000093dfa5a6@lustre-MDT0000-mdc-ffff8e105183c800: add connection 192.168.202.129@tcp at head 00010000:00010000:0.0:1787579712.779080:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8e105183c800-1 is initialized 00000040:01000000:0.0:1787579712.779354:0:6191:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8e105183c800 ctxt 13 is initialized 00000020:00000080:0.0:1787579712.780663:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8e105183c800 (uuid ef76737e-5790-4118-84d1-a15d027c092e) 00000020:01000000:0.0:1787579712.780685:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8e105183c800 00000020:00000080:0.0:1787579712.780691:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787579712.780724:0:6191:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1787579712.780771:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579712.780776:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.780777:0:6191:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1787579712.780780:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787579712.780782:0:6191:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1787579712.780784:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787579712.780785:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787579712.780786:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787579712.780789:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.780790:0:6191:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787579712.780792:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579712.781503:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.781508:0:6191:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1787579712.781515:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787579712.781521:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.129@tcp to nid 0x20000c0a8ca81 (192.168.202.129@tcp) 00000020:01000000:0.0:1787579712.781559:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8e105183c800 00000020:00000080:0.0:1787579712.781561:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787579712.781601:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8e105183c800 (00000000a0d046ff) 00000020:00000080:0.0:1787579712.781623:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:0.0:1787579712.781630:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8e105183c800 00000020:00000080:0.0:1787579712.781633:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787579712.781776:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 000000006cd6b8c4@lustre-MDT0001-mdc-ffff8e105183c800: add connection 192.168.202.129@tcp at head 00010000:00010000:0.0:1787579712.794411:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff8e105183c800-2 is initialized 00000040:01000000:0.0:1787579712.798680:0:6191:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff8e105183c800 ctxt 13 is initialized 00000020:00000080:0.0:1787579712.801601:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff8e105183c800 (uuid ef76737e-5790-4118-84d1-a15d027c092e) 00000020:01000000:0.0:1787579712.801624:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8e105183c800 00000020:00000080:0.0:1787579712.801638:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787579712.801669:0:6191:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1787579712.801717:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579712.801721:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.801723:0:6191:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1787579712.801727:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787579712.801729:0:6191:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1787579712.801731:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787579712.801733:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787579712.801734:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787579712.801736:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.801737:0:6191:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787579712.801739:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787579712.801744:0:6191:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.129@tcp:/lustre 00000020:00000080:0.0:1787579712.801748:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.801750:0:6191:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787579712.801753:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787579712.801759:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.129@tcp to nid 0x20000c0a8ca81 (192.168.202.129@tcp) 00000020:01000000:0.0:1787579712.801793:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8e105183c800 00000020:00000080:0.0:1787579712.801796:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787579712.801808:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8e105183c800 (00000000a5df33be) 00000020:00000080:0.0:1787579712.801828:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:0.0:1787579712.801833:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8e105183c800 00000020:00000080:0.0:1787579712.801836:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787579712.801955:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000067fb44fd@lustre-OST0000-osc-ffff8e105183c800: add connection 192.168.202.129@tcp at head 00010000:00010000:0.0:1787579712.810651:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8e105183c800-3 is initialized 00000020:00000080:0.0:1787579712.817198:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8e105183c800 (uuid ef76737e-5790-4118-84d1-a15d027c092e) 00000020:01000000:0.0:1787579712.817220:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8e105183c800 00000020:00000080:0.0:1787579712.817225:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787579712.817247:0:6191:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1787579712.817256:0:6191:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8e105183c800: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1787579712.817263:0:6191:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1787579712.817279:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579712.817284:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.817286:0:6191:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1787579712.817290:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787579712.817293:0:6191:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1787579712.817294:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787579712.817296:0:6191:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787579712.817297:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787579712.817299:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.817300:0:6191:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787579712.817303:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787579712.817307:0:6191:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.129@tcp:/lustre 00000020:00000080:0.0:1787579712.818090:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.818094:0:6191:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787579712.818103:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787579712.818107:0:6191:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.129@tcp to nid 0x20000c0a8ca81 (192.168.202.129@tcp) 00000020:01000000:0.0:1787579712.818134:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8e105183c800 00000020:00000080:0.0:1787579712.818137:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787579712.818148:0:6191:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8e105183c800 (000000009a0e4f80) 00000020:00000080:0.0:1787579712.818166:0:6191:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:0.0:1787579712.818170:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8e105183c800 00000020:00000080:0.0:1787579712.818172:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787579712.818246:0:6191:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000004f4d098@lustre-OST0001-osc-ffff8e105183c800: add connection 192.168.202.129@tcp at head 00010000:00010000:0.0:1787579712.824592:0:6191:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8e105183c800-4 is initialized 00000020:00000080:0.0:1787579712.825737:0:6191:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8e105183c800 (uuid ef76737e-5790-4118-84d1-a15d027c092e) 00000020:01000000:0.0:1787579712.825752:0:6191:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8e105183c800 00000020:00000080:0.0:1787579712.825757:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787579712.825779:0:6191:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1787579712.825798:0:6191:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8e105183c800: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1787579712.825802:0:6191:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1787579712.825815:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579712.825820:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.826252:0:6191:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787579712.826259:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579712.826265:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.826267:0:6191:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787579712.826271:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787579712.826273:0:6191:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:0.0:1787579712.828001:0:6191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000000e97a31 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6191:1874412956550144:192.168.202.129@tcp:502: 00000100:00100000:0.0:1787579712.829016:0:6191:0:(client.c:2715:ptlrpc_set_wait()) set 00000000796d5814 going to sleep for 11 seconds 00000100:00100000:1.0:1787579712.837368:0:6191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000000e97a31 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6191:1874412956550144:192.168.202.129@tcp:502: 00000020:01000000:1.0:1787579712.837439:0:6191:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579712.837452:0:6191:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579712.837455:0:6191:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000040:00080000:1.0:1787579712.837460:0:6191:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1787579712.837739:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:3.0:1787579712.837760:0:6172:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787579712.837785:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 00000000f6e61698/0xfc01925922e1d809 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579712.837797:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 00000000f6e61698/0xfc01925922e1d809 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787579712.837807:0:6172:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff8e105183c800 from 1 10000000:01000000:3.0:1787579712.837810:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1787579712.837854:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 00000000eea19f36/0xfc01925922e1d83a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579712.837861:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 00000000eea19f36/0xfc01925922e1d83a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579712.837871:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 00000000eea19f36/0xfc01925922e1d83a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579712.837905:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002ada30bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956550272:192.168.202.129@tcp:101: 00000100:00100000:3.0:1787579712.838319:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 0000000007d632e1 going to sleep for 11 seconds 00000100:00100000:1.0:1787579712.846707:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002ada30bf pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956550272:192.168.202.129@tcp:101: 00010000:00010000:1.0:1787579712.846746:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 00000000eea19f36/0xfc01925922e1d83a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f811d expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579712.846761:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 00000000eea19f36/0xfc01925922e1d83a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb620bdae6d1f811d expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579712.848335:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005108c831 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956550400:192.168.202.129@tcp:256: 00000100:00100000:1.0:1787579712.848540:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 00000000907d354e going to sleep for 11 seconds 00000100:00100000:2.0:1787579712.852732:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005108c831 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956550400:192.168.202.129@tcp:256: 10000000:01000000:2.0:1787579712.853477:0:6172:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1787579712.853504:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: 00000000eea19f36/0xfc01925922e1d83a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f811d expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.853517:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: 00000000eea19f36/0xfc01925922e1d83a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f811d expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579712.853527:0:6172:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e105183c800 from 1 10000000:01000000:2.0:1787579712.853530:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787579712.853588:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: 000000009a9903ed/0xfc01925922e1d841 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.853596:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: 000000009a9903ed/0xfc01925922e1d841 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579712.853607:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: 000000009a9903ed/0xfc01925922e1d841 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579712.853656:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000055986621 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956550528:192.168.202.129@tcp:101: 00000100:00100000:2.0:1787579712.853747:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 00000000e310882b going to sleep for 11 seconds 00000100:00100000:3.0:1787579712.857727:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000055986621 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956550528:192.168.202.129@tcp:101: 00010000:00010000:3.0:1787579712.857771:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: 000000009a9903ed/0xfc01925922e1d841 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579712.857785:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: 000000009a9903ed/0xfc01925922e1d841 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579712.857878:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000078cb77f4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956550656:192.168.202.129@tcp:501: 00000100:00100000:3.0:1787579712.858004:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 000000007355d752 going to sleep for 11 seconds 00000100:00100000:3.0:1787579712.860777:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000078cb77f4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956550656:192.168.202.129@tcp:501: 00000100:00100000:3.0:1787579712.860855:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000078cb77f4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956550784:192.168.202.129@tcp:503: 00000100:00100000:3.0:1787579712.861140:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set 000000007355d752 going to sleep for 11 seconds 00000100:00100000:3.0:1787579712.865215:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000078cb77f4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6172:1874412956550784:192.168.202.129@tcp:503: 00000100:00100000:0.0:1787579712.865811:0:6196:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000d3d2c87b pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6196:1874412956550912:192.168.202.129@tcp:502: 00000100:00100000:0.0:1787579712.866219:0:6196:0:(client.c:2715:ptlrpc_set_wait()) set 0000000065afc77f going to sleep for 11 seconds 00000100:00100000:0.0:1787579712.869573:0:6196:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000d3d2c87b pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6196:1874412956550912:192.168.202.129@tcp:502: 00000020:01000000:0.0:1787579712.869628:0:6196:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579712.869644:0:6196:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.869647:0:6196:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787579712.869656:0:6196:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e105183c800 00000020:00000080:0.0:1787579712.869660:0:6196:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787579712.869738:0:6196:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6196:1874412956551040:192.168.202.129@tcp:502: 00000100:00100000:0.0:1787579712.869879:0:6196:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e104680d180 going to sleep for 11 seconds 00000100:00100000:0.0:1787579712.874199:0:6196:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6196:1874412956551040:192.168.202.129@tcp:502: 00000020:01000000:0.0:1787579712.874330:0:6196:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579712.874344:0:6196:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579712.874347:0:6196:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:0.0:1787579712.874353:0:6196:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:3.0:1787579712.874656:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:3.0:1787579712.874679:0:6172:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787579712.874736:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e10821e5400/0xfc01925922e1d841 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579712.874750:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: ffff8e10821e5400/0xfc01925922e1d841 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1787579712.874774:0:6172:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1787579712.874816:0:6172:0:(genops.c:1385:class_connect()) connect: client ef76737e-5790-4118-84d1-a15d027c092e, cookie 0xfc01925922e1d848 00800000:01000000:3.0:1787579712.874848:0:6172:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect ef76737e-5790-4118-84d1-a15d027c092e to lustre-clilmv-ffff8e105183c800 00800000:01000000:3.0:1787579712.874857:0:6172:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8e105183c800(ef76737e-5790-4118-84d1-a15d027c092e) - lustre-MDT0000_UUID, ef76737e-5790-4118-84d1-a15d027c092e 00000020:00000080:3.0:1787579712.874866:0:6172:0:(genops.c:1385:class_connect()) connect: client ef76737e-5790-4118-84d1-a15d027c092e, cookie 0xfc01925922e1d84f 00000100:00080000:3.0:1787579712.874876:0:6172:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8e105183c800: connect to NID 192.168.202.129@tcp last attempt 0 00000100:00080000:3.0:1787579712.874889:0:6172:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8e105183c800: import ffff8e1048aa1000 using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000008:00100000:3.0:1787579712.874905:0:6172:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787579712.874983:0:6172:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e1052356d80 x1874412956551168/t0(0) o38->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787579712.875010:0:6172:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID 00800000:01000000:3.0:1787579712.875182:0:6172:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8e105183c800(ef76737e-5790-4118-84d1-a15d027c092e) successfully (5) 00800000:00000004:3.0:1787579712.875187:0:6172:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff8e105183c800: age -723, max_age 0 00800000:01000000:3.0:1787579712.875222:0:6172:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff8e105183c800(ef76737e-5790-4118-84d1-a15d027c092e) - lustre-MDT0001_UUID, ef76737e-5790-4118-84d1-a15d027c092e 00000020:00000080:3.0:1787579712.875229:0:6172:0:(genops.c:1385:class_connect()) connect: client ef76737e-5790-4118-84d1-a15d027c092e, cookie 0xfc01925922e1d856 00000100:00080000:3.0:1787579712.875235:0:6172:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8e105183c800: connect to NID 192.168.202.129@tcp last attempt 0 00000100:00080000:3.0:1787579712.875250:0:6172:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8e105183c800: import ffff8e10526ee800 using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000008:00100000:3.0:1787579712.875256:0:6172:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787579712.875268:0:6172:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e1052356300 x1874412956551424/t0(0) o38->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787579712.875278:0:6172:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID 00000100:00100000:0.0:1787579712.875470:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956551168:192.168.202.129@tcp:38: 00000100:00100000:0.0:1787579712.875588:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956551424:192.168.202.129@tcp:38: 00000100:00080000:2.0:1787579712.875894:0:2410:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8e1052357b80 x1874412956551296/t0(0) o41->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:0.0:1787579712.880104:0:6172:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff8e105183c800(ef76737e-5790-4118-84d1-a15d027c092e) successfully (5) 00800000:00000004:0.0:1787579712.880134:0:6172:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff8e105183c800: age -723, max_age 0 00000100:00080000:0.0:1787579712.880417:0:2408:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8e1048ad3800 x1874412956551552/t0(0) o41->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:0.0:1787579712.880503:0:6172:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff8e105183c800: age -723, max_age 276 00800000:00000004:0.0:1787579712.880510:0:6172:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8e105183c800: age -723, max_age 276 00000100:00080000:0.0:1787579712.880531:0:6172:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8e1048ad1180 x1874412956551680/t0(0) o41->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579712.880540:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e104680d6c0 going to sleep for 0 seconds 00010000:00080000:3.0:1787579712.880662:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052356d80 x1874412956551168/t0(0) o38->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1787579722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579712.880673:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e105183c800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787579712.880695:0:2406:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8e105183c800: connect to target with instance 1 00000001:01000000:3.0:1787579713.130020:0:2406:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8e105183c800: T10 checksum algorithm t10ip512 speed = 2831 MB/s 00000001:01000000:3.0:1787579713.380089:0:2406:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8e105183c800: T10 checksum algorithm t10ip4K speed = 6447 MB/s 00000001:01000000:2.0:1787579713.642886:0:2406:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8e105183c800: T10 checksum algorithm t10crc512 speed = 583 MB/s 00010000:00010000:1.0:1787579713.717583:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1787579713.892104:0:2406:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8e105183c800: T10 checksum algorithm t10crc4K speed = 683 MB/s 00000100:00080000:3.0:1787579713.892124:0:2406:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8e105183c800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787579713.892145:0:2406:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787579713.892158:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e1048aa1000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787579713.893398:0:2406:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001e25184b): req@ffff8e1052357b80 x1874412956551296/t0(0) o41->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787579713.893442:0:2406:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000602622cc): req@ffff8e1048ad1180 x1874412956551680/t0(0) o41->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579713.893465:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956551168:192.168.202.129@tcp:38: 00010000:00080000:1.0:1787579713.893521:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052356300 x1874412956551424/t0(0) o38->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1787579722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579713.893532:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e105183c800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787579713.893546:0:2406:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8e105183c800: connect to target with instance 1 00000100:00080000:1.0:1787579713.893559:0:2406:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff8e105183c800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1787579713.893570:0:2406:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787579713.893574:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e10526ee800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787579713.893728:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e104680d6c0 going to sleep for 0 seconds 00000100:00100000:3.0:1787579713.893876:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e104680d6c0 going to sleep for 11 seconds 00000100:00080000:1.0:1787579713.895260:0:2406:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d4aa6680): req@ffff8e1048ad3800 x1874412956551552/t0(0) o41->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579713.895289:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956551424:192.168.202.129@tcp:38: 00010000:00080000:2.0:1787579713.913024:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052357b80 x1874412956551296/t0(0) o41->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1787579729 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579713.913055:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052357b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:0:1874412956551296:192.168.202.129@tcp:41: 00010000:00080000:0.0:1787579713.913227:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad3800 x1874412956551552/t0(0) o41->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1787579729 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579713.913249:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:0:1874412956551552:192.168.202.129@tcp:41: 00010000:00080000:3.0:1787579713.913400:0:6172:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad1180 x1874412956551680/t0(0) o41->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1787579729 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579713.913411:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef76737e-5790-4118-84d1-a15d027c092e:6172:1874412956551680:192.168.202.129@tcp:41: 00800000:00000004:3.0:1787579713.913438:0:6172:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8e105183c800: update ffff8e1043ea1e08 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:3.0:1787579713.913448:0:6172:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff8e105183c800: update ffff8e1043ea0450 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:3.0:1787579713.913504:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef76737e-5790-4118-84d1-a15d027c092e:6172:1874412956551808:192.168.202.129@tcp:40: 00000100:00100000:3.0:1787579713.913605:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e106013d600 going to sleep for 11 seconds 00010000:00080000:3.0:1787579713.927023:0:6172:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052355c00 x1874412956551808/t0(0) o40->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 440/448 e 0 to 0 dl 1787579729 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579713.927059:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef76737e-5790-4118-84d1-a15d027c092e:6172:1874412956551808:192.168.202.129@tcp:40: 00000080:00000004:3.0:1787579713.927092:0:6172:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1787579713.927111:0:6172:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2146304 00020000:01000000:3.0:1787579713.927116:0:6172:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1787579713.927132:0:6172:0:(genops.c:1385:class_connect()) connect: client ef76737e-5790-4118-84d1-a15d027c092e, cookie 0xfc01925922e1d85d 00000020:00000080:3.0:1787579713.927164:0:6172:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xfc01925922e1d864 00000100:00080000:3.0:1787579713.927193:0:6172:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8e105183c800: connect to NID 192.168.202.129@tcp last attempt 0 00000100:00080000:3.0:1787579713.927202:0:6172:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8e105183c800: import ffff8e10526e9000 using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000008:00100000:3.0:1787579713.927219:0:6172:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787579713.927262:0:6172:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e1052355c00 x1874412956551936/t0(0) o8->lustre-OST0000-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787579713.927289:0:6172:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID 00020000:01000000:3.0:1787579713.927306:0:6172:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8e105183c800) active 00000020:00000080:3.0:1787579713.927340:0:6172:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xfc01925922e1d86b 00000100:00080000:3.0:1787579713.927345:0:6172:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8e105183c800: connect to NID 192.168.202.129@tcp last attempt 0 00000100:00080000:3.0:1787579713.927350:0:6172:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8e105183c800: import ffff8e10526eb000 using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000008:00100000:3.0:1787579713.927355:0:6172:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787579713.927367:0:6172:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e1052357100 x1874412956552064/t0(0) o8->lustre-OST0001-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787579713.927375:0:6172:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID 00020000:01000000:3.0:1787579713.927380:0:6172:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8e105183c800) active 00000100:00100000:3.0:1787579713.927437:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052354e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef76737e-5790-4118-84d1-a15d027c092e:6172:1874412956552192:192.168.202.129@tcp:900: 00000100:00100000:3.0:1787579713.927526:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e106013d600 going to sleep for 11 seconds 00000100:00100000:1.0:1787579713.927629:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956551936:192.168.202.129@tcp:8: 00000100:00100000:1.0:1787579713.927691:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956552064:192.168.202.129@tcp:8: 00000100:00100000:0.0:1787579713.928236:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787579713.928249:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956552320:192.168.202.129@tcp:400: 00010000:00080000:1.0:1787579713.934546:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052355c00 x1874412956551936/t0(0) o8->lustre-OST0000-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1787579723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579713.934568:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e105183c800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787579713.934582:0:2406:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8e105183c800: connect to target with instance 1 00000100:00080000:1.0:1787579713.934610:0:2406:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8e105183c800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787579713.934625:0:2406:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1787579713.934629:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e10526e9000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1787579713.934638:0:2406:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:1.0:1787579713.934643:0:2406:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787579713.934649:0:2406:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1787579713.934665:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956551936:192.168.202.129@tcp:8: 00010000:00080000:3.0:1787579713.935429:0:6172:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052354e00 x1874412956552192/t0(0) o900->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:29/10 lens 264/248 e 0 to 0 dl 1787579729 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579713.935443:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052354e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef76737e-5790-4118-84d1-a15d027c092e:6172:1874412956552192:192.168.202.129@tcp:900: 00000100:00100000:3.0:1787579713.935535:0:6172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052354e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef76737e-5790-4118-84d1-a15d027c092e:6172:1874412956552448:192.168.202.129@tcp:33: 00000100:00100000:3.0:1787579713.935729:0:6172:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e106013d600 going to sleep for 11 seconds 00000100:00100000:0.0:1787579713.936799:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956552320:192.168.202.129@tcp:400: 00010000:00080000:1.0:1787579713.955288:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052357100 x1874412956552064/t0(0) o8->lustre-OST0001-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1787579723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579713.955308:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e105183c800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787579713.955322:0:2406:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8e105183c800: connect to target with instance 1 00000100:00080000:1.0:1787579713.955334:0:2406:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8e105183c800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:1.0:1787579713.955350:0:2406:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787579713.955354:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e10526eb000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1787579713.955362:0:2406:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1787579713.955366:0:2406:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:1.0:1787579713.955373:0:2406:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1787579713.955383:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052357100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956552064:192.168.202.129@tcp:8: 00010000:00080000:3.0:1787579714.046654:0:6172:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052354e00 x1874412956552448/t0(0) o33->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:23/10 lens 448/464 e 0 to 0 dl 1787579729 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1787579714.046697:0:6172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052354e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ef76737e-5790-4118-84d1-a15d027c092e:6172:1874412956552448:192.168.202.129@tcp:33: 00000080:00200000:3.0:1787579714.047021:0:6172:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) 00000080:00200000:3.0:1787579714.047461:0:6172:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1787579714.047557:0:6172:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_80_g35a8f2d 00000080:00000004:3.0:1787579714.057918:0:6172:0:(super25.c:182:lustre_fill_super()) 192.168.202.129@tcp:/lustre: Mount complete 00000080:00200008:1.0:1787579714.563096:0:6214:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e1051d342c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787579714.563116:0:6214:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8),name=/ 00000002:00010000:1.0:1787579714.563157:0:6214:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787579714.563305:0:6214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6214 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579714.563317:0:6214:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6214 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579714.563420:0:6214:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6214 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787579714.563454:0:6214:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job mkdir:ef76737e-5790-4118-84d1-a15d027c092e:6214:1874412956552576:192.168.202.129@tcp:101: 00000100:00100000:1.0:1787579714.563626:0:6214:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e10466e8000 going to sleep for 11 seconds 00000100:00100000:1.0:1787579714.575909:0:6214:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job mkdir:ef76737e-5790-4118-84d1-a15d027c092e:6214:1874412956552576:192.168.202.129@tcp:101: 00010000:00010000:1.0:1787579714.575973:0:6214:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579714.575989:0:6214:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579714.576003:0:6214:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579714.576020:0:6214:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579714.576047:0:6214:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579714.576056:0:6214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579714.576064:0:6214:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1787579714.576102:0:6214:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff8e10468df480 x1874412956552576/t0(0) o101->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 576/688 e 0 to 0 dl 1787579730 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:1.0:1787579714.576119:0:6214:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579714.576134:0:6214:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8e1046811400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1787579714.576142:0:6214:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1787579714.576180:0:6214:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1787579714.576185:0:6214:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) for lock 0xfc01925922e1d872 00000080:00010000:1.0:1787579714.576192:0:6214:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) 00000080:00010000:1.0:1787579714.576196:0:6214:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfc01925922e1d872 from it ffffb0070462fcb8 00010000:00010000:1.0:1787579714.576200:0:6214:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579714.576209:0:6214:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1787579714.738267:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579715.766042:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579716.792706:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1787579717.782189:0:6266:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e1051d342c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787579717.782222:0:6266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8),name=/ 00000002:00010000:0.0:1787579717.782261:0:6266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787579717.782289:0:6266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787579717.782310:0:6266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1787579717.782320:0:6266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787579717.782330:0:6266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) 00000080:00010000:0.0:1787579717.782342:0:6266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) for lock 0xfc01925922e1d872 00000080:00010000:0.0:1787579717.782354:0:6266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfc01925922e1d872 from it ffffb00701817cb8 00010000:00010000:0.0:1787579717.782359:0:6266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787579717.782369:0:6266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:0.0:1787579717.788689:0:6266:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e1051d342c8), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1787579717.788702:0:6266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8),name=/ 00000002:00010000:0.0:1787579717.788742:0:6266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787579717.788766:0:6266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1787579717.788785:0:6266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:0.0:1787579717.788794:0:6266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787579717.788805:0:6266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) 00000080:00010000:0.0:1787579717.788809:0:6266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) for lock 0xfc01925922e1d872 00000080:00010000:0.0:1787579717.788819:0:6266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfc01925922e1d872 from it ffffb00701817cb8 00010000:00010000:0.0:1787579717.788824:0:6266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1787579717.788834:0:6266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1787579717.789303:0:6266:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8),name=/ 00000002:00010000:0.0:1787579717.789320:0:6266:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787579717.789330:0:6266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1787579717.789341:0:6266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1787579717.789348:0:6266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787579717.789352:0:6266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) 00000080:00010000:0.0:1787579717.789355:0:6266:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) for lock 0xfc01925922e1d872 00000080:00010000:0.0:1787579717.789359:0:6266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfc01925922e1d872 from it ffffb00701817bb0 00010000:00010000:0.0:1787579717.789362:0:6266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1787579717.789369:0:6266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1787579717.789379:0:6266:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8), inode mode 41ed mask 44 00000080:00200008:0.0:1787579717.789400:0:6266:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8e1051d342c8), flags 100000 00000080:00200080:0.0:1787579717.789564:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:0.0:1787579717.789585:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1048ad7c00 uarg=0000000000000000 00800000:00000004:0.0:1787579717.789593:0:6266:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8e105183c800: age 278, max_age 281 00000100:00100000:0.0:1787579717.789643:0:6266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job lfs:ef76737e-5790-4118-84d1-a15d027c092e:6266:1874412956552704:192.168.202.129@tcp:41: 00000100:00100000:0.0:1787579717.793505:0:6266:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e104680d480 going to sleep for 11 seconds 00000100:00100000:0.0:1787579717.803441:0:6266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job lfs:ef76737e-5790-4118-84d1-a15d027c092e:6266:1874412956552704:192.168.202.129@tcp:41: 00800000:00000004:0.0:1787579717.803483:0:6266:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8e105183c800: update ffff8e1043ea1e08 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:0.0:1787579717.803591:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:0.0:1787579717.803637:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1048ad7c00 uarg=0000000000000000 00800000:00000004:0.0:1787579717.803648:0:6266:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff8e105183c800: age -723, max_age 281 00000100:00100000:0.0:1787579717.803696:0:6266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job lfs:ef76737e-5790-4118-84d1-a15d027c092e:6266:1874412956552832:192.168.202.129@tcp:41: 00000100:00100000:2.0:1787579717.808000:0:6266:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e104680d480 going to sleep for 11 seconds 00010000:00010000:1.0:1787579717.812254:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1787579717.813054:0:6266:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad3800 x1874412956552832/t0(0) o41->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1787579733 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579717.813082:0:6266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job lfs:ef76737e-5790-4118-84d1-a15d027c092e:6266:1874412956552832:192.168.202.129@tcp:41: 00800000:00000004:3.0:1787579717.813129:0:6266:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff8e105183c800: update ffff8e1052660450 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1787579717.813309:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813340:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813350:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813355:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813359:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813363:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813367:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813371:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813374:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813379:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813393:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813398:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813402:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813406:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813409:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813436:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813441:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813444:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813448:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813452:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813455:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813458:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813461:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813464:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813468:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813472:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813475:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813478:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813483:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813487:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813491:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813494:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813498:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813501:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813505:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813508:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813511:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813515:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813518:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813522:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813534:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813539:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813543:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813547:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813551:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813555:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813559:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813562:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813566:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813570:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813573:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813576:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813581:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813585:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813589:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813593:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813597:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813601:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813604:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813608:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813612:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813615:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813619:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813622:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813626:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813637:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813642:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813647:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813651:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813654:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813659:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813662:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813667:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813670:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813674:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813678:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813682:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813686:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813690:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813695:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813698:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813701:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.813705:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.813708:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814704:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814813:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814827:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814832:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814837:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814895:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814917:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814939:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814945:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814949:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814953:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814956:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814961:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814964:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814968:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814971:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814974:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814978:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814981:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814984:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814988:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814992:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.814995:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.814999:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.815002:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.815006:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.815009:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.815012:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.815016:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.815019:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.815023:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.815032:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.815037:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.815041:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.815045:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.815048:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.815052:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.815055:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.815058:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.815061:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.815064:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00800000:00000080:3.0:1787579717.815067:0:6266:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00000080:00200080:3.0:1787579717.815071:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.815077:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a99000 uarg=0000000000000000 00020000:00000004:3.0:1787579717.815086:0:6266:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff8e105183c800: age -723, max_age 281 00000100:00100000:3.0:1787579717.815155:0:6266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052354e00 pname:cluuid:pid:xid:nid:opc:job lfs:ef76737e-5790-4118-84d1-a15d027c092e:6266:1874412956552960:192.168.202.129@tcp:13: 00000100:00100000:3.0:1787579717.816112:0:6266:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e105267a540 going to sleep for 11 seconds 00010000:00080000:2.0:1787579717.839990:0:6266:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052354e00 x1874412956552960/t0(0) o13->lustre-OST0000-osc-ffff8e105183c800@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1787579733 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579717.840018:0:6266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052354e00 pname:cluuid:pid:xid:nid:opc:job lfs:ef76737e-5790-4118-84d1-a15d027c092e:6266:1874412956552960:192.168.202.129@tcp:13: 00020000:00000004:2.0:1787579717.840052:0:6266:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff8e105183c800: update ffff8e1052661e08 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1787579717.840147:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:2.0:1787579717.840172:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1051ad4000 uarg=0000000000000000 00020000:00000004:2.0:1787579717.840180:0:6266:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff8e105183c800: age -723, max_age 281 00000100:00100000:2.0:1787579717.840241:0:6266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81500 pname:cluuid:pid:xid:nid:opc:job lfs:ef76737e-5790-4118-84d1-a15d027c092e:6266:1874412956553088:192.168.202.129@tcp:13: 00000100:00100000:2.0:1787579717.840350:0:6266:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1046c08a80 going to sleep for 11 seconds 00010000:00080000:2.0:1787579717.854577:0:6266:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d81500 x1874412956553088/t0(0) o13->lustre-OST0001-osc-ffff8e105183c800@192.168.202.129@tcp:7/4 lens 224/368 e 0 to 0 dl 1787579733 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579717.854603:0:6266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81500 pname:cluuid:pid:xid:nid:opc:job lfs:ef76737e-5790-4118-84d1-a15d027c092e:6266:1874412956553088:192.168.202.129@tcp:13: 00020000:00000004:2.0:1787579717.854653:0:6266:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff8e105183c800: update ffff8e10526637c0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787579717.855344:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.855368:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.855377:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.858941:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.858988:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859003:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859009:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859013:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859017:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859041:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859046:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859050:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859055:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859058:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859062:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859066:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859070:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859074:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859077:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859081:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859085:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859089:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859093:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859097:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859101:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859104:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859109:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859112:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859116:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859120:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859124:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859127:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859131:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859134:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859146:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859151:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859155:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859159:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859164:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859167:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859171:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859175:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859179:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859183:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859187:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859202:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859207:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859212:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859216:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859219:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859223:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859226:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859230:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859233:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859236:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859239:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859242:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859245:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859249:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859258:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859263:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859267:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859393:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859400:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859404:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859407:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859411:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859414:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859417:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859420:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859424:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859428:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859432:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859435:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859438:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859441:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859445:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859448:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859452:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859455:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859459:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859462:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859466:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859470:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859482:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859554:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859563:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859568:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859572:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859576:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859582:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859585:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859589:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859593:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859598:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859601:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859605:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859608:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859612:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859615:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859619:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859622:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859626:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859629:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859634:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859637:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859640:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859643:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859647:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859657:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859662:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859666:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859669:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859672:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859676:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859680:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859683:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859687:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859691:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859694:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859698:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859701:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859705:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859709:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200080:3.0:1787579717.859713:0:6266:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8) cmd=c00866a4 arg=7ffe286f8e90 00020000:00000080:3.0:1787579717.859716:0:6266:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8e105183c800: cmd=c00866a4 len=592 karg=ffff8e1050a9b800 uarg=0000000000000000 00000080:00200008:3.0:1787579717.859735:0:6266:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8e1051d342c8), flags 100000 00010000:00010000:2.0:1787579718.834211:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579719.359123:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956553216:192.168.202.129@tcp:400: 00000100:00100000:3.0:1787579719.359542:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956553344:192.168.202.129@tcp:400: 00000100:00100000:2.0:1787579719.360191:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956553472:192.168.202.129@tcp:400: 00000100:00100000:3.0:1787579719.361683:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956553600:192.168.202.129@tcp:400: 00000100:00100000:2.0:1787579719.368497:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956553728:192.168.202.129@tcp:400: 00000100:00100000:2.0:1787579719.385678:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956553216:192.168.202.129@tcp:400: 00010000:00080000:2.0:1787579719.385762:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d80380 x1874412956553600/t0(0) o400->lustre-OST0000-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579719.385776:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956553600:192.168.202.129@tcp:400: 00000100:00100000:2.0:1787579719.397100:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956553344:192.168.202.129@tcp:400: 00010000:00080000:2.0:1787579719.412419:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d81f80 x1874412956553472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579719.412441:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956553472:192.168.202.129@tcp:400: 00010000:00080000:3.0:1787579719.422318:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d82680 x1874412956553728/t0(0) o400->lustre-OST0001-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579719.422341:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956553728:192.168.202.129@tcp:400: 00010000:00010000:1.0:1787579719.860041:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579720.885400:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579721.911625:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787579722.384834:0:6460:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1787579722.932398:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579723.956724:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579724.468420:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052354700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956553984:192.168.202.129@tcp:400: 00000100:00100000:3.0:1787579724.468569:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956554240:192.168.202.129@tcp:400: 00000100:00100000:3.0:1787579724.468628:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787579724.468639:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956553856:192.168.202.129@tcp:400: 00000100:00100000:3.0:1787579724.468668:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956554112:192.168.202.129@tcp:400: 00000100:00100000:3.0:1787579724.468689:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956554368:192.168.202.129@tcp:400: 00000100:00100000:3.0:1787579724.485145:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956553856:192.168.202.129@tcp:400: 00010000:00080000:3.0:1787579724.485386:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052355500 x1874412956554112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579724.485401:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956554112:192.168.202.129@tcp:400: 00010000:00080000:3.0:1787579724.485413:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052355f80 x1874412956554368/t0(0) o400->lustre-OST0001-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579724.485421:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956554368:192.168.202.129@tcp:400: 00000100:00100000:3.0:1787579724.485432:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052354700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956553984:192.168.202.129@tcp:400: 00010000:00080000:3.0:1787579724.485443:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052355880 x1874412956554240/t0(0) o400->lustre-OST0000-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579724.485452:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956554240:192.168.202.129@tcp:400: 00010000:00010000:3.0:1787579724.979549:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579726.002874:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579727.026164:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579727.648409:0:2402:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00100000:3.0:1787579727.648647:0:2402:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00100000:2.0:1787579727.660684:0:6175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412982824320 00000100:00100000:2.0:1787579727.660722:0:6175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412982824320 00000100:00100000:2.0:1787579727.660838:0:6175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412982824448 00000100:00100000:2.0:1787579727.660842:0:6175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412982824448 00000100:00100000:2.0:1787579727.660884:0:6175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 0 00000100:00100000:2.0:1787579727.660901:0:6175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8e1052355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9+4:10331:x1874412982824320:12345-192.168.202.129@tcp:104: 00010000:00010000:2.0:1787579727.660956:0:6175:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: ffff8e10821e5800/0xfc01925922e1d809 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579727.661291:0:6175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787579727.661329:0:6175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8e1052355880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9+4:10331:x1874412982824320:12345-192.168.202.129@tcp:104: Request processed in 431us (14244us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579727.661339:0:6175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 0 00010000:00010000:0.0:1787579727.661347:0:6184:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579727.661356:0:6184:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: ffff8e10821e5800/0xfc01925922e1d809 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579727.661365:0:6184:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e10821e5800 already unused, calling callback (ffffffffc14bbc20) 10000000:00010000:0.0:1787579727.661371:0:6184:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: ffff8e10821e5800/0xfc01925922e1d809 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579727.661380:0:6184:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: ffff8e10821e5800/0xfc01925922e1d809 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787579727.661389:0:6184:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: ffff8e10821e5800/0xfc01925922e1d809 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579727.661396:0:6184:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1787579727.661658:0:6175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 1 00000100:00100000:2.0:1787579727.661668:0:6175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8e1052354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9+3:10331:x1874412982824448:12345-192.168.202.129@tcp:104: 00010000:00010000:2.0:1787579727.661680:0:6175:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: ffff8e10414f0800/0xfc01925922e1d802 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579727.661726:0:6175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787579727.661733:0:6175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8e1052354700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9+3:10331:x1874412982824448:12345-192.168.202.129@tcp:104: Request processed in 67us (13086us total) trans 0 rc 0/0 00000100:00100000:2.0:1787579727.661739:0:6175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 1 00010000:00010000:0.0:1787579727.661788:0:6184:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: ffff8e10821e5800/0xfc01925922e1d809 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579727.661795:0:6184:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787579727.661799:0:6183:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579727.661821:0:6184:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: ffff8e10821e5800/0xfc01925922e1d809 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579727.661830:0:6184:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: ffff8e10821e5800/0xfc01925922e1d809 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb620bdae6d1f8116 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579727.661850:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579727.661860:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579727.661862:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579727.661886:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956554496:192.168.202.129@tcp:103: 00010000:00010000:2.0:1787579727.674946:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579727.674957:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579727.674960:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579727.675745:0:6183:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: ffff8e10414f0800/0xfc01925922e1d802 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579727.675765:0:6183:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e10414f0800 already unused, calling callback (ffffffffc14bbc20) 10000000:00010000:1.0:1787579727.675770:0:6183:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: ffff8e10414f0800/0xfc01925922e1d802 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579727.675806:0:6183:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: ffff8e10414f0800/0xfc01925922e1d802 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787579727.675814:0:6183:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: ffff8e10414f0800/0xfc01925922e1d802 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787579727.675820:0:6183:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1787579727.675888:0:6183:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: ffff8e10414f0800/0xfc01925922e1d802 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579727.675894:0:6183:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787579727.675959:0:6183:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: ffff8e10414f0800/0xfc01925922e1d802 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579727.675967:0:6183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: ffff8e10414f0800/0xfc01925922e1d802 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb620bdae6d1f810f expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579727.676006:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579727.676008:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579727.676011:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579727.676036:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956554624:192.168.202.129@tcp:103: 00000100:00100000:1.0:1787579727.683716:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956554496:192.168.202.129@tcp:103: 00000100:00100000:1.0:1787579727.699980:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956554624:192.168.202.129@tcp:103: 00010000:00010000:0.0:1787579728.051117:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1787579728.946045:0:6186:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1787579728.946059:0:6186:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8e105183c800 from 48 10000000:01000000:2.0:1787579728.946067:0:6186:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787579728.946133:0:6186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e10821e4e00/0xfc01925922e1d879 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579728.946148:0:6186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: ffff8e10821e4e00/0xfc01925922e1d879 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579728.946163:0:6186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: ffff8e10821e4e00/0xfc01925922e1d879 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579728.946206:0:6186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956554752:192.168.202.129@tcp:101: 00000100:00100000:2.0:1787579728.946348:0:6186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1051a13e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787579728.950686:0:6186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956554752:192.168.202.129@tcp:101: 00010000:00010000:3.0:1787579728.950731:0:6186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: ffff8e10821e4e00/0xfc01925922e1d879 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f815c expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579728.950746:0:6186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: ffff8e10821e4e00/0xfc01925922e1d879 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb620bdae6d1f815c expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579728.950886:0:6186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956554880:192.168.202.129@tcp:501: 00000100:00100000:3.0:1787579728.951278:0:6186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e105267ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1787579728.959597:0:6186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956554880:192.168.202.129@tcp:501: 00000100:00100000:1.0:1787579728.959706:0:6186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956555008:192.168.202.129@tcp:503: 00000100:00100000:1.0:1787579728.959840:0:6186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1046db4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787579728.974592:0:6186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956555008:192.168.202.129@tcp:503: 00000100:00100000:1.0:1787579728.978138:0:6667:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6667:1874412956555136:192.168.202.129@tcp:502: 00000100:00100000:1.0:1787579728.978348:0:6667:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1046db4540 going to sleep for 11 seconds 00000100:00100000:1.0:1787579728.987612:0:6667:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6667:1874412956555136:192.168.202.129@tcp:502: 00000020:01000000:1.0:1787579728.987683:0:6667:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579728.987702:0:6667:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579728.987705:0:6667:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787579728.987712:0:6667:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1787579728.987771:0:6667:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6667:1874412956555264:192.168.202.129@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787579728.987949:0:6667:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e10452cf600 going to sleep for 11 seconds 00000100:00100000:1.0:1787579729.000302:0:6667:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6667:1874412956555264:192.168.202.129@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787579729.000375:0:6667:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579729.000388:0:6667:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579729.000391:0:6667:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787579729.000397:0:6667:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1787579729.001134:0:6186:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1787579729.001161:0:6186:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787579729.001179:0:6186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e10821e4e00/0xfc01925922e1d879 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f815c expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579729.001195:0:6186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: ffff8e10821e4e00/0xfc01925922e1d879 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f815c expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787579729.001208:0:6186:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1787579729.001212:0:6186:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8e1043ea3370 from 1 10000000:01000000:2.0:1787579729.001215:0:6186:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1787579729.001274:0:6186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e10821e4c00/0xfc01925922e1d880 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579729.001293:0:6186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: ffff8e10821e4c00/0xfc01925922e1d880 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579729.001306:0:6186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: ffff8e10821e4c00/0xfc01925922e1d880 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579729.001336:0:6186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956555392:192.168.202.129@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787579729.001446:0:6186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1051a139c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579729.008359:0:6186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956555392:192.168.202.129@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787579729.008400:0:6186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: ffff8e10821e4c00/0xfc01925922e1d880 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f817f expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579729.008415:0:6186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: ffff8e10821e4c00/0xfc01925922e1d880 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb620bdae6d1f817f expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579729.008518:0:6186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956555520:192.168.202.129@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787579729.008629:0:6186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e106013db40 going to sleep for 11 seconds 00000100:00100000:1.0:1787579729.019422:0:6186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956555520:192.168.202.129@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1787579729.025363:0:6186:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1787579729.025394:0:6186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e10821e4c00/0xfc01925922e1d880 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f817f expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579729.025413:0:6186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: ffff8e10821e4c00/0xfc01925922e1d880 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f817f expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579729.074402:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579729.586312:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956555776:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579729.586493:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956556032:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579729.586533:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787579729.586558:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2410:1874412956555648:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579729.586645:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956555904:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579729.586709:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956556160:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579729.602584:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2410:1874412956555648:192.168.202.129@tcp:400:kworker.0 00010000:00080000:3.0:1787579729.602633:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052356680 x1874412956556032/t0(0) o400->lustre-OST0000-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579729.602650:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956556032:192.168.202.129@tcp:400:kworker.0 00010000:00080000:3.0:1787579729.610644:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052354380 x1874412956555904/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579729.610672:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956555904:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579729.610700:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956555776:192.168.202.129@tcp:400:kworker.0 00010000:00080000:3.0:1787579729.619858:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052356a00 x1874412956556160/t0(0) o400->lustre-OST0001-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579729.619896:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956556160:192.168.202.129@tcp:400:kworker.0 00010000:00010000:3.0:1787579730.098591:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579731.124549:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787579731.611235:0:2401:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.129@tcp (source: 12345-192.168.202.129@tcp) 00000100:00100000:3.0:1787579731.611863:0:6175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874412982834304 00000100:00100000:3.0:1787579731.611881:0:6175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874412982834304 00000100:00100000:3.0:1787579731.612048:0:6175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.129@tcp, seq: 2 00000100:00100000:3.0:1787579731.612064:0:6175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8e1047d80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9+3:10395:x1874412982834304:12345-192.168.202.129@tcp:104: 00010000:00010000:3.0:1787579731.612094:0:6175:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.129@tcp lock: ffff8e10821e5400/0xfc01925922e1d841 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579731.612220:0:6175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787579731.612229:0:6175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8e1047d80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9+3:10395:x1874412982834304:12345-192.168.202.129@tcp:104: Request processed in 167us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1787579731.612238:0:6175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.129@tcp, seq: 2 00010000:00010000:0.0:1787579731.612574:0:6653:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787579731.612586:0:6653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.129@tcp lock: ffff8e10821e5400/0xfc01925922e1d841 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579731.612596:0:6653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8e10821e5400 already unused, calling callback (ffffffffc14bbc20) 10000000:00010000:0.0:1787579731.612602:0:6653:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.129@tcp lock: ffff8e10821e5400/0xfc01925922e1d841 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579731.612613:0:6653:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.129@tcp lock: ffff8e10821e5400/0xfc01925922e1d841 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787579731.612621:0:6653:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.129@tcp lock: ffff8e10821e5400/0xfc01925922e1d841 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579731.612628:0:6653:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787579731.612705:0:6653:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.129@tcp lock: ffff8e10821e5400/0xfc01925922e1d841 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579731.612713:0:6653:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787579731.612741:0:6653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.129@tcp lock: ffff8e10821e5400/0xfc01925922e1d841 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579731.612748:0:6653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.129@tcp lock: ffff8e10821e5400/0xfc01925922e1d841 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb620bdae6d1f8124 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579731.612776:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579731.612779:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579731.612780:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579731.612877:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956556288:192.168.202.129@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787579731.628987:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956556288:192.168.202.129@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787579732.148173:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787579732.659147:0:6186:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787579732.659160:0:6186:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e105183c800 from 4 10000000:01000000:0.0:1787579732.659165:0:6186:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787579732.659242:0:6186:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e1040030a00/0xfc01925922e1d887 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579732.659268:0:6186:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: ffff8e1040030a00/0xfc01925922e1d887 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579732.659282:0:6186:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: ffff8e1040030a00/0xfc01925922e1d887 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579732.659319:0:6186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956556416:192.168.202.129@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787579732.659445:0:6186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e106013dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579732.664359:0:6186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956556416:192.168.202.129@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787579732.664409:0:6186:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: ffff8e1040030a00/0xfc01925922e1d887 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f81ef expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579732.664452:0:6186:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: ffff8e1040030a00/0xfc01925922e1d887 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb620bdae6d1f81ef expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579732.664571:0:6186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956556544:192.168.202.129@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787579732.664882:0:6186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e106013dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579732.672089:0:6186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956556544:192.168.202.129@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787579732.672194:0:6186:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956556672:192.168.202.129@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787579732.672358:0:6186:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e106013dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579732.680891:0:6186:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6186:1874412956556672:192.168.202.129@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787579732.682297:0:6725:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6725:1874412956556800:192.168.202.129@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787579732.683092:0:6725:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e106013d300 going to sleep for 11 seconds 00000100:00100000:0.0:1787579732.691783:0:6725:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6725:1874412956556800:192.168.202.129@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787579732.691860:0:6725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579732.691875:0:6725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579732.691878:0:6725:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787579732.691887:0:6725:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e105183c800 00000020:00000080:0.0:1787579732.691890:0:6725:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787579732.692039:0:6725:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6725:1874412956556928:192.168.202.129@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787579732.692177:0:6725:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e106013d300 going to sleep for 11 seconds 00000100:00100000:0.0:1787579732.711349:0:6725:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:6725:1874412956556928:192.168.202.129@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787579732.711406:0:6725:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579732.711418:0:6725:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579732.711426:0:6725:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1787579732.711432:0:6725:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1787579732.711534:0:6186:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1787579732.711556:0:6186:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787579732.711569:0:6186:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e1040030a00/0xfc01925922e1d887 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f81ef expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787579732.711582:0:6186:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: ffff8e1040030a00/0xfc01925922e1d887 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f81ef expref: -99 pid: 6186 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579733.180474:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579734.196029:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579734.718214:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956557184:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579734.718540:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956557056:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579734.718645:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956557440:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579734.722349:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956557312:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579734.722746:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956557568:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579734.738845:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956557184:192.168.202.129@tcp:400:kworker.0 00010000:00080000:0.0:1787579734.738872:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad2d80 x1874412956557440/t0(0) o400->lustre-OST0000-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579734.738884:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956557440:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579734.738989:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956557056:192.168.202.129@tcp:400:kworker.0 00010000:00080000:0.0:1787579734.739013:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad3b80 x1874412956557312/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579734.739024:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956557312:192.168.202.129@tcp:400:kworker.0 00010000:00080000:0.0:1787579734.739047:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad0a80 x1874412956557568/t0(0) o400->lustre-OST0001-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579734.739056:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956557568:192.168.202.129@tcp:400:kworker.0 00010000:00010000:0.0:1787579735.219662:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579736.249743:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579737.266962:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579738.300584:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579739.319495:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787579739.827626:0:37:0:(import.c:65:import_set_state_nolock()) ffff8e10526e9000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1787579739.827635:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8e105183c800: disconnect after 22s idle 00000100:00100000:2.0:1787579739.827753:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2410:1874412956557696:192.168.202.129@tcp:400:kworker.0 00000100:00100000:2.0:1787579739.827894:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956557952:192.168.202.129@tcp:400:kworker.0 00000100:00100000:2.0:1787579739.827959:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787579739.827965:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956557824:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579739.843405:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956558080:192.168.202.129@tcp:9:kworker.0 00000100:00100000:3.0:1787579739.844319:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956557824:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579739.844349:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2410:1874412956557696:192.168.202.129@tcp:400:kworker.0 00010000:00080000:3.0:1787579739.844366:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052354380 x1874412956557952/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579739.844379:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956557952:192.168.202.129@tcp:400:kworker.0 00000100:00080000:3.0:1787579739.844433:0:37:0:(import.c:65:import_set_state_nolock()) ffff8e10526eb000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1787579739.844437:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8e105183c800: disconnect after 22s idle 00000100:00100000:0.0:1787579739.846982:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956558208:192.168.202.129@tcp:9:kworker.0 00010000:00080000:2.0:1787579739.865580:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052354380 x1874412956558208/t0(0) o9->lustre-OST0001-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787579739.865607:0:2406:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8e1052354380 x1874412956558208/t0(0) o9->lustre-OST0001-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787579739.865617:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e10526eb000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1787579739.865622:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956558208:192.168.202.129@tcp:9:kworker.0 00010000:00080000:2.0:1787579739.865636:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052356680 x1874412956558080/t0(0) o9->lustre-OST0000-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787579739.865647:0:2406:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8e1052356680 x1874412956558080/t0(0) o9->lustre-OST0000-osc-ffff8e105183c800@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787579739.865762:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e10526e9000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1787579739.865768:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ef76737e-5790-4118-84d1-a15d027c092e:2406:1874412956558080:192.168.202.129@tcp:9:kworker.0 00010000:00010000:1.0:1787579740.338794:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787579740.573513:0:7031:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg229-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:0.0:1787579741.363523:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579742.400020:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579743.415521:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579744.437103:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579744.949774:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956558336:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579744.949919:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956558592:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579744.950034:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787579744.950052:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956558464:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579744.960064:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956558464:192.168.202.129@tcp:400:kworker.0 00010000:00080000:0.0:1787579744.960095:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e10468dd500 x1874412956558592/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579744.960107:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956558592:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579744.964853:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956558336:192.168.202.129@tcp:400:kworker.0 00010000:00010000:0.0:1787579745.458313:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579746.486497:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579747.511188:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787579748.369415:0:7315:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg229-client.virtnet: executing yml_node 00010000:00010000:1.0:1787579748.530174:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579749.557350:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579750.068346:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956558720:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579750.068484:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956558976:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579750.068521:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787579750.068527:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956558848:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579750.079685:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956558720:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579750.090111:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956558848:192.168.202.129@tcp:400:kworker.0 00010000:00080000:0.0:1787579750.090142:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad2300 x1874412956558976/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579750.090168:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956558976:192.168.202.129@tcp:400:kworker.0 00010000:00010000:2.0:1787579750.587195:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579751.604161:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579752.631639:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579753.655239:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787579754.591039:0:7766:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.80 00010000:00010000:2.0:1787579754.684035:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579755.189090:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956559104:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579755.189218:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956559360:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579755.189253:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787579755.189258:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956559232:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579755.212108:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956559104:192.168.202.129@tcp:400:kworker.0 00010000:00080000:3.0:1787579755.212131:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052355500 x1874412956559360/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579755.212144:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956559360:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579755.216867:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956559232:192.168.202.129@tcp:400:kworker.0 00010000:00010000:1.0:1787579755.698537:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579756.722078:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579757.746211:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787579758.453590:0:7923:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.80 00010000:00010000:0.0:1787579758.777303:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579759.794542:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579760.319167:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956559488:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579760.319274:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956559744:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579760.319308:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787579760.319313:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956559616:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579760.327817:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956559616:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579760.327835:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956559488:192.168.202.129@tcp:400:kworker.0 00010000:00080000:0.0:1787579760.327848:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad2d80 x1874412956559744/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579760.327858:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956559744:192.168.202.129@tcp:400:kworker.0 00010000:00010000:3.0:1787579760.818297:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579761.842851:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787579762.840249:0:8080:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.80 00010000:00010000:3.0:1787579762.866742:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579763.899098:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579764.916195:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579765.426158:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956559872:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579765.426258:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560128:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579765.426292:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787579765.426298:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560000:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579765.441364:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956559872:192.168.202.129@tcp:400:kworker.0 00010000:00080000:0.0:1787579765.445302:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e10468dc380 x1874412956560128/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579765.445322:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560128:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579765.445761:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560000:192.168.202.129@tcp:400:kworker.0 00000001:02000400:1.0:1787579765.621361:0:8226:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Mon Aug 24 09:56:03 EDT 2026 00010000:00010000:3.0:1787579765.950209:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579766.963183:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579768.008178:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579769.010801:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579770.034065:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787579770.546247:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560384:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579770.546357:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787579770.546364:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956560256:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579770.546389:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560512:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579770.552183:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956560256:192.168.202.129@tcp:400:kworker.0 00010000:00080000:0.0:1787579770.552205:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad3b80 x1874412956560512/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579770.552214:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560512:192.168.202.129@tcp:400:kworker.0 00000100:00100000:0.0:1787579770.552222:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560384:192.168.202.129@tcp:400:kworker.0 00010000:00010000:1.0:1787579771.063779:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579772.082123:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579773.106560:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579774.130724:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579775.155269:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579775.666125:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956560640:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579775.666259:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560896:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579775.666307:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787579775.666314:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560768:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579775.689298:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560768:192.168.202.129@tcp:400:kworker.0 00010000:00080000:1.0:1787579775.689328:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e10468dc000 x1874412956560896/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579775.689340:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956560896:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579775.692231:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956560640:192.168.202.129@tcp:400:kworker.0 00010000:00010000:2.0:1787579776.181193:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579777.205539:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579778.228506:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579779.250232:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579780.274854:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787579780.787210:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956561024:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579780.787341:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956561280:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579780.787379:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787579780.787385:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956561152:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579780.796488:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956561152:192.168.202.129@tcp:400:kworker.0 00000100:00100000:1.0:1787579780.796512:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956561024:192.168.202.129@tcp:400:kworker.0 00010000:00080000:1.0:1787579780.796532:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e10468dea00 x1874412956561280/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579780.796546:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956561280:192.168.202.129@tcp:400:kworker.0 00010000:00010000:0.0:1787579781.301401:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579782.325894:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579783.346247:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787579784.400235:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787579785.403635:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787579785.907260:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2410:1874412956561408:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579785.911085:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787579785.911116:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956561536:192.168.202.129@tcp:400:kworker.0 00000100:00100000:2.0:1787579785.912842:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787579785.912864:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956561664:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579785.923024:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956561536:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579785.923048:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2410:1874412956561408:192.168.202.129@tcp:400:kworker.0 00010000:00080000:3.0:1787579785.924017:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d80000 x1874412956561664/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579785.924033:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956561664:192.168.202.129@tcp:400:kworker.0 00000001:02000400:0.0:1787579786.178212:0:8787:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:1.0:1787579786.426330:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787579787.446189:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787579787.968316:0:8926:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:2.0:1787579788.471037:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787579789.490343:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787579789.964046:0:9071:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 09:56:28 (1787579788) === 00000080:00200008:0.0:1787579790.033037:0:8243:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e1051d342c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787579790.033056:0:8243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8),name=/ 00000002:00010000:0.0:1787579790.033088:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787579790.033112:0:8243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1787579790.033144:0:8243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1787579790.033154:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787579790.033164:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) 00000080:00010000:0.0:1787579790.033168:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) for lock 0xfc01925922e1d872 00000080:00010000:0.0:1787579790.033178:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfc01925922e1d872 from it ffffb00701d9bcb8 00010000:00010000:0.0:1787579790.033183:0:8243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1787579790.033194:0:8243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:0.0:1787579790.087997:0:8243:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e1051d342c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787579790.088016:0:8243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8),name=/ 00000002:00010000:0.0:1787579790.088052:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787579790.088080:0:8243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1787579790.088098:0:8243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:0.0:1787579790.088107:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787579790.088120:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) 00000080:00010000:0.0:1787579790.088124:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) for lock 0xfc01925922e1d872 00000080:00010000:0.0:1787579790.088135:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfc01925922e1d872 from it ffffb00701d9bcb8 00010000:00010000:0.0:1787579790.088151:0:8243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:0.0:1787579790.088161:0:8243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:1.0:1787579790.143900:0:8243:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e1051d342c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787579790.143917:0:8243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8),name=/ 00000002:00010000:1.0:1787579790.143972:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787579790.143999:0:8243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787579790.144020:0:8243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1787579790.144030:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787579790.144042:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) 00000080:00010000:1.0:1787579790.144047:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) for lock 0xfc01925922e1d872 00000080:00010000:1.0:1787579790.144057:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfc01925922e1d872 from it ffffb00701d9bcb8 00010000:00010000:1.0:1787579790.144062:0:8243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1787579790.144072:0:8243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1787579790.204530:0:8243:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8e1051d342c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787579790.204545:0:8243:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e1051d342c8),name=/ 00000002:00010000:0.0:1787579790.204576:0:8243:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787579790.204600:0:8243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1787579790.204620:0:8243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1787579790.204630:0:8243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787579790.204640:0:8243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) 00000080:00010000:0.0:1787579790.204644:0:8243:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8e1051d342c8) for lock 0xfc01925922e1d872 00000080:00010000:0.0:1787579790.204654:0:8243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xfc01925922e1d872 from it ffffb00701d9bcb8 00010000:00010000:0.0:1787579790.204658:0:8243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1787579790.204669:0:8243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8e105183c800 lock: ffff8e1053f69200/0xfc01925922e1d872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xb620bdae6d1f814e expref: -99 pid: 6214 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1787579790.515201:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787579790.804822:0:9119:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787579790.804828:0:9119:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1787579790.804829:0:9119:0:(obd_mount.c:926:lmd_print()) device: 192.168.202.129@tcp:/lustre 00000020:01000004:2.0:1787579790.804831:0:9119:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1787579790.805009:0:9119:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8e10526b2000 00000080:01000004:2.0:1787579790.805020:0:9119:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1787579790.805050:0:9119:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.129@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787579790.805055:0:9119:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.129@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1787579790.805063:0:9119:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8e10526b2000 (sb ffff8e10526b2000) 00000080:01000000:2.0:1787579790.805169:0:9119:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1787579790.805172:0:9119:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1787579790.805176:0:9119:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:2.0:1787579790.805184:0:9119:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: ec2431c4-d05d-4f70-9ed6-4fc61369eaf8 10000000:01000000:2.0:1787579790.814821:0:9119:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787579790.814831:0:9119:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8e10526b2000 10000000:01000000:2.0:1787579790.814842:0:9119:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8e10526b2000 10000000:01000000:2.0:1787579790.814847:0:9119:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787579790.814853:0:9119:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8e10526b2000 10000000:01000000:2.0:1787579790.814855:0:9119:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787579790.814860:0:9119:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8e10526b2000 10000000:01000000:2.0:1787579790.814862:0:9119:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787579790.814867:0:9119:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8e10526b2000 from 1 10000000:01000000:2.0:1787579790.814890:0:9119:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787579790.814974:0:9119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e10821e4400/0xfc01925922e1d88e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579790.814989:0:9119:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: ffff8e10821e4400/0xfc01925922e1d88e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787579790.815003:0:9119:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: ffff8e10821e4400/0xfc01925922e1d88e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787579790.815044:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956561792:192.168.202.129@tcp:101:mount.lustre.0 00000100:00100000:2.0:1787579790.815400:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1047320f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787579790.831309:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d83800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956561792:192.168.202.129@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787579790.831655:0:9119:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: ffff8e10821e4400/0xfc01925922e1d88e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f822e expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787579790.831674:0:9119:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: ffff8e10821e4400/0xfc01925922e1d88e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb620bdae6d1f822e expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787579790.831803:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956561920:192.168.202.129@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787579790.832043:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e104680d480 going to sleep for 11 seconds 00000100:00100000:0.0:1787579790.858632:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956561920:192.168.202.129@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787579790.858741:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956562048:192.168.202.129@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787579790.858902:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e104533f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579790.882368:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956562048:192.168.202.129@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787579790.889913:0:9123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9123:1874412956562176:192.168.202.129@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787579790.892564:0:9123:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e104680d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787579790.899237:0:9123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9123:1874412956562176:192.168.202.129@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787579790.899308:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787579790.899329:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.899333:0:9123:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1787579790.899361:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8e10526b2000 00000020:00000080:3.0:1787579790.899365:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787579790.899409:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8e10526b2000 (ffff8e1051978000) 00000020:00000080:3.0:1787579790.899441:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1787579790.899451:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8e10526b2000 00000020:00000080:3.0:1787579790.899454:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1787579790.900266:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8e10526b2000 (uuid ec2431c4-d05d-4f70-9ed6-4fc61369eaf8) 00000020:01000000:3.0:1787579790.900277:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787579790.900282:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.900283:0:9123:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1787579790.900287:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787579790.900291:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.900293:0:9123:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1787579790.900297:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8e10526b2000 00000020:00000080:3.0:1787579790.900299:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787579790.900310:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8e10526b2000 (ffff8e10519799b8) 00000020:00000080:3.0:1787579790.900326:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1787579790.900330:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8e10526b2000 00000020:00000080:3.0:1787579790.900333:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1787579790.919531:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8e10526b2000 (uuid ec2431c4-d05d-4f70-9ed6-4fc61369eaf8) 00000020:01000000:3.0:1787579790.919697:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787579790.919709:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.919720:0:9123:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1787579790.919725:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787579790.919739:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.919741:0:9123:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1787579790.919746:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1787579790.919749:0:9123:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1787579790.919751:0:9123:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1787579790.919760:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787579790.919762:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.919763:0:9123:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1787579790.919765:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787579790.919770:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.919771:0:9123:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1787579790.919774:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787579790.919790:0:9123:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.129@tcp to nid 0x20000c0a8ca81 (192.168.202.129@tcp) 00000020:01000000:3.0:1787579790.919830:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8e10526b2000 00000020:00000080:3.0:1787579790.919834:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787579790.919851:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8e10526b2000 (ffff8e105197b370) 00000020:00000080:3.0:1787579790.919878:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1787579790.919884:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8e10526b2000 00000020:00000080:3.0:1787579790.919886:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787579790.920995:0:9123:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e1044c61800@lustre-MDT0000-mdc-ffff8e10526b2000: add connection 192.168.202.129@tcp at head 00010000:00010000:3.0:1787579790.926007:0:9123:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8e10526b2000-5 is initialized 00000040:01000000:3.0:1787579790.927690:0:9123:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8e10526b2000 ctxt 13 is initialized 00000020:00000080:3.0:1787579790.927777:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8e10526b2000 (uuid ec2431c4-d05d-4f70-9ed6-4fc61369eaf8) 00000020:01000000:3.0:1787579790.927801:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8e10526b2000 00000020:00000080:3.0:1787579790.927807:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1787579790.928486:0:9123:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1787579790.928713:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787579790.928721:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.928723:0:9123:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1787579790.928727:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787579790.928757:0:9123:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1787579790.928760:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787579790.928762:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787579790.928764:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787579790.928767:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.928769:0:9123:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787579790.928772:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787579790.928778:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.928779:0:9123:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1787579790.928784:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787579790.928791:0:9123:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.129@tcp to nid 0x20000c0a8ca81 (192.168.202.129@tcp) 00000020:01000000:3.0:1787579790.928837:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8e10526b2000 00000020:00000080:3.0:1787579790.928841:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787579790.929522:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8e10526b2000 (ffff8e105197cd28) 00000020:00000080:3.0:1787579790.929562:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1787579790.929575:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8e10526b2000 00000020:00000080:3.0:1787579790.929580:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787579790.929836:0:9123:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e1044c67800@lustre-MDT0001-mdc-ffff8e10526b2000: add connection 192.168.202.129@tcp at head 00010000:00010000:3.0:1787579790.938812:0:9123:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff8e10526b2000-6 is initialized 00000040:01000000:3.0:1787579790.939200:0:9123:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff8e10526b2000 ctxt 13 is initialized 00000020:00000080:3.0:1787579790.939267:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff8e10526b2000 (uuid ec2431c4-d05d-4f70-9ed6-4fc61369eaf8) 00000020:01000000:3.0:1787579790.939288:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8e10526b2000 00000020:00000080:3.0:1787579790.939294:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1787579790.939333:0:9123:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1787579790.941833:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787579790.941853:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.941856:0:9123:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1787579790.941862:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787579790.941866:0:9123:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1787579790.941868:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787579790.941869:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787579790.941871:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787579790.941874:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.941901:0:9123:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787579790.941905:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787579790.941913:0:9123:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.129@tcp:/lustre 00000020:00000080:3.0:1787579790.941918:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.941937:0:9123:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787579790.941941:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787579790.941950:0:9123:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.129@tcp to nid 0x20000c0a8ca81 (192.168.202.129@tcp) 00000020:01000000:3.0:1787579790.944705:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8e10526b2000 00000020:00000080:3.0:1787579790.944718:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787579790.944783:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8e10526b2000 (ffff8e1044f68000) 00000020:00000080:3.0:1787579790.944819:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:3.0:1787579790.944837:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8e10526b2000 00000020:00000080:3.0:1787579790.944841:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787579790.945027:0:9123:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e1044c60800@lustre-OST0000-osc-ffff8e10526b2000: add connection 192.168.202.129@tcp at head 00010000:00010000:3.0:1787579790.945369:0:9123:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8e10526b2000-7 is initialized 00000020:00000080:3.0:1787579790.951173:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8e10526b2000 (uuid ec2431c4-d05d-4f70-9ed6-4fc61369eaf8) 00000020:01000000:3.0:1787579790.951199:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8e10526b2000 00000020:00000080:3.0:1787579790.951205:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1787579790.951242:0:9123:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1787579790.951257:0:9123:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8e10526b2000: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1787579790.951268:0:9123:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1787579790.951284:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787579790.951291:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.951293:0:9123:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787579790.951298:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787579790.951302:0:9123:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1787579790.951304:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787579790.951305:0:9123:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787579790.951307:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787579790.951310:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.951312:0:9123:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787579790.951315:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787579790.951329:0:9123:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.129@tcp:/lustre 00000020:00000080:3.0:1787579790.951335:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.951336:0:9123:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787579790.951341:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787579790.951453:0:9123:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.129@tcp to nid 0x20000c0a8ca81 (192.168.202.129@tcp) 00000020:01000000:3.0:1787579790.951494:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8e10526b2000 00000020:00000080:3.0:1787579790.951499:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787579790.951515:0:9123:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8e10526b2000 (ffff8e1044f699b8) 00000020:00000080:3.0:1787579790.951551:0:9123:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:3.0:1787579790.951558:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8e10526b2000 00000020:00000080:3.0:1787579790.951560:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787579790.951819:0:9123:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8e1044c63800@lustre-OST0001-osc-ffff8e10526b2000: add connection 192.168.202.129@tcp at head 00010000:00010000:3.0:1787579790.955063:0:9123:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8e10526b2000-8 is initialized 00000020:00000080:3.0:1787579790.955486:0:9123:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8e10526b2000 (uuid ec2431c4-d05d-4f70-9ed6-4fc61369eaf8) 00000020:01000000:3.0:1787579790.955508:0:9123:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8e10526b2000 00000020:00000080:3.0:1787579790.955514:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1787579790.955553:0:9123:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1787579790.955566:0:9123:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8e10526b2000: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1787579790.955574:0:9123:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1787579790.959803:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579790.962202:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579790.962217:0:9123:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1787579790.962234:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787579790.962242:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579790.962243:0:9123:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787579790.962248:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787579790.962251:0:9123:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787579790.962254:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579790.962257:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579790.962283:0:9123:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000100:00100000:1.0:1787579790.962374:0:9123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468dea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9123:1874412956562304:192.168.202.129@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787579790.962555:0:9123:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e10531bd780 going to sleep for 11 seconds 00000100:00100000:3.0:1787579790.971566:0:9123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468dea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9123:1874412956562304:192.168.202.129@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787579790.971642:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787579790.971660:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787579790.971663:0:9123:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787579790.971672:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1787579790.971747:0:9123:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9123:1874412956562432:192.168.202.129@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787579790.971876:0:9123:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e105267a540 going to sleep for 11 seconds 00000100:00100000:1.0:1787579790.983686:0:9123:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9123:1874412956562432:192.168.202.129@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787579790.983769:0:9123:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787579790.983788:0:9123:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787579790.983792:0:9123:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787579790.983798:0:9123:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1787579790.984084:0:9119:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787579790.984109:0:9119:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787579790.984136:0:9119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e10821e4400/0xfc01925922e1d88e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f822e expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579790.984148:0:9119:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: ffff8e10821e4400/0xfc01925922e1d88e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f822e expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579790.984158:0:9119:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff8e10526b2000 from 1 10000000:01000000:0.0:1787579790.984161:0:9119:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1787579790.984218:0:9119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e1040030000/0xfc01925922e1d8bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579790.984227:0:9119:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: ffff8e1040030000/0xfc01925922e1d8bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579790.984239:0:9119:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: ffff8e1040030000/0xfc01925922e1d8bf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579790.984268:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956562560:192.168.202.129@tcp:101:mount.lustre.0 00000100:00100000:0.0:1787579790.984407:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1052d41840 going to sleep for 11 seconds 00000100:00100000:0.0:1787579790.990889:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956562560:192.168.202.129@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787579790.990975:0:9119:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: ffff8e1040030000/0xfc01925922e1d8bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f8235 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579790.990994:0:9119:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: ffff8e1040030000/0xfc01925922e1d8bf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb620bdae6d1f8235 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579790.991624:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956562688:192.168.202.129@tcp:256:mount.lustre.0 00000100:00100000:0.0:1787579790.991747:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1052d41840 going to sleep for 11 seconds 00000100:00100000:0.0:1787579791.015172:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956562688:192.168.202.129@tcp:256:mount.lustre.0 10000000:01000000:0.0:1787579791.015988:0:9119:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1787579791.016014:0:9119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e1040030000/0xfc01925922e1d8bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f8235 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579791.016029:0:9119:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: ffff8e1040030000/0xfc01925922e1d8bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f8235 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787579791.016041:0:9119:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8e10526b2000 from 1 10000000:01000000:0.0:1787579791.016045:0:9119:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787579791.016101:0:9119:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e1040031000/0xfc01925922e1d8c6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579791.016111:0:9119:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.129@tcp lock: ffff8e1040031000/0xfc01925922e1d8c6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579791.016123:0:9119:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.129@tcp lock: ffff8e1040031000/0xfc01925922e1d8c6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579791.016157:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956562816:192.168.202.129@tcp:101:mount.lustre.0 00000100:00100000:0.0:1787579791.016293:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1052d41840 going to sleep for 11 seconds 00000100:00100000:0.0:1787579791.022063:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956562816:192.168.202.129@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787579791.022104:0:9119:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.129@tcp lock: ffff8e1040031000/0xfc01925922e1d8c6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f823c expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579791.022434:0:9119:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.129@tcp lock: ffff8e1040031000/0xfc01925922e1d8c6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb620bdae6d1f823c expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787579791.022534:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956562944:192.168.202.129@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787579791.022641:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1052d41840 going to sleep for 11 seconds 00000100:00100000:2.0:1787579791.026959:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956563200:192.168.202.129@tcp:400:kworker.0 00000100:00100000:2.0:1787579791.027108:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787579791.027117:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956563072:192.168.202.129@tcp:400:kworker.0 00000100:00100000:2.0:1787579791.036425:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956563072:192.168.202.129@tcp:400:kworker.0 00010000:00080000:2.0:1787579791.036453:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d80a80 x1874412956563200/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579791.036466:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956563200:192.168.202.129@tcp:400:kworker.0 00000100:00100000:3.0:1787579791.037346:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956562944:192.168.202.129@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787579791.037604:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956563328:192.168.202.129@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787579791.037814:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e105267a480 going to sleep for 11 seconds 00000100:00100000:3.0:1787579791.042858:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9119:1874412956563328:192.168.202.129@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787579791.043471:0:9128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9128:1874412956563456:192.168.202.129@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787579791.043589:0:9128:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e105267a600 going to sleep for 11 seconds 00000100:00100000:0.0:1787579791.060401:0:9128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9128:1874412956563456:192.168.202.129@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787579791.060473:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579791.060489:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579791.060491:0:9128:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787579791.060499:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e10526b2000 00000020:00000080:0.0:1787579791.060502:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787579791.060513:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579791.060516:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579791.060517:0:9128:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1787579791.060519:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787579791.060521:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579791.060523:0:9128:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787579791.060526:0:9128:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8e10526b2000 00000020:00000080:0.0:1787579791.060527:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787579791.060660:0:9128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9128:1874412956563584:192.168.202.129@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787579791.060784:0:9128:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1052d416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787579791.068464:0:9128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:9128:1874412956563584:192.168.202.129@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787579791.068553:0:9128:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787579791.068566:0:9128:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787579791.068568:0:9128:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1787579791.068574:0:9128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1787579791.068675:0:9119:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1787579791.068711:0:9119:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.129@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787579791.068746:0:9119:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.129@tcp lock: ffff8e1040031000/0xfc01925922e1d8c6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f823c expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787579791.068759:0:9119:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.129@tcp lock: ffff8e1040031000/0xfc01925922e1d8c6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb620bdae6d1f823c expref: -99 pid: 9119 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1787579791.068783:0:9119:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1787579791.068816:0:9119:0:(genops.c:1385:class_connect()) connect: client ec2431c4-d05d-4f70-9ed6-4fc61369eaf8, cookie 0xfc01925922e1d8cd 00800000:01000000:0.0:1787579791.068850:0:9119:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect ec2431c4-d05d-4f70-9ed6-4fc61369eaf8 to lustre-clilmv-ffff8e10526b2000 00800000:01000000:0.0:1787579791.068863:0:9119:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8e10526b2000(ec2431c4-d05d-4f70-9ed6-4fc61369eaf8) - lustre-MDT0000_UUID, ec2431c4-d05d-4f70-9ed6-4fc61369eaf8 00000020:00000080:0.0:1787579791.068873:0:9119:0:(genops.c:1385:class_connect()) connect: client ec2431c4-d05d-4f70-9ed6-4fc61369eaf8, cookie 0xfc01925922e1d8d4 00000100:00080000:0.0:1787579791.068884:0:9119:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8e10526b2000: connect to NID 192.168.202.129@tcp last attempt 0 00000100:00080000:0.0:1787579791.068894:0:9119:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8e10526b2000: import ffff8e1044c61800 using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000008:00100000:0.0:1787579791.068911:0:9119:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787579791.068968:0:9119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e1048ad3b80 x1874412956563712/t0(0) o38->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787579791.068996:0:9119:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID 00800000:01000000:0.0:1787579791.070451:0:9119:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8e10526b2000(ec2431c4-d05d-4f70-9ed6-4fc61369eaf8) successfully (5) 00800000:00000004:0.0:1787579791.070460:0:9119:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff8e10526b2000: age -645, max_age 0 00800000:01000000:0.0:1787579791.071815:0:9119:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff8e10526b2000(ec2431c4-d05d-4f70-9ed6-4fc61369eaf8) - lustre-MDT0001_UUID, ec2431c4-d05d-4f70-9ed6-4fc61369eaf8 00000020:00000080:0.0:1787579791.071847:0:9119:0:(genops.c:1385:class_connect()) connect: client ec2431c4-d05d-4f70-9ed6-4fc61369eaf8, cookie 0xfc01925922e1d8db 00000100:00080000:0.0:1787579791.071867:0:9119:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8e10526b2000: connect to NID 192.168.202.129@tcp last attempt 0 00000100:00080000:0.0:1787579791.071884:0:9119:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8e10526b2000: import ffff8e1044c67800 using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000008:00100000:0.0:1787579791.071905:0:9119:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00080000:1.0:1787579791.072063:0:2407:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8e1048ad2d80 x1874412956563840/t0(0) o41->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579791.072667:0:9119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e1048ad1c00 x1874412956563968/t0(0) o38->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787579791.072685:0:9119:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID 00800000:01000000:0.0:1787579791.072812:0:9119:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff8e10526b2000(ec2431c4-d05d-4f70-9ed6-4fc61369eaf8) successfully (5) 00800000:00000004:0.0:1787579791.072816:0:9119:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff8e10526b2000: age -645, max_age 0 00000100:00080000:0.0:1787579791.072862:0:2408:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8e1048ad3800 x1874412956564096/t0(0) o41->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579791.072889:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956563712:192.168.202.129@tcp:38:mount.lustre.0 00000100:00100000:0.0:1787579791.073035:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956563968:192.168.202.129@tcp:38:mount.lustre.0 00000080:00000004:0.0:1787579791.073099:0:9119:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff8e10526b2000: age -645, max_age 354 00800000:00000004:0.0:1787579791.073107:0:9119:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8e10526b2000: age -645, max_age 354 00000100:00080000:0.0:1787579791.073129:0:9119:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8e1048ad1180 x1874412956564224/t0(0) o41->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579791.073138:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1052d41840 going to sleep for 0 seconds 00000100:00100000:0.0:1787579791.078079:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e10526b2000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787579791.078109:0:2406:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8e10526b2000: connect to target with instance 1 00000100:00080000:0.0:1787579791.078123:0:2406:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8e10526b2000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1787579791.078142:0:2406:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787579791.078147:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e1044c61800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1787579791.082232:0:2406:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002ca82dc3): req@ffff8e1048ad2d80 x1874412956563840/t0(0) o41->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787579791.082261:0:2406:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000003dcbae55): req@ffff8e1048ad1180 x1874412956564224/t0(0) o41->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579791.082277:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956563712:192.168.202.129@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787579791.082364:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad1c00 x1874412956563968/t0(0) o38->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 520/416 e 0 to 0 dl 1787579801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579791.082377:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e10526b2000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787579791.082393:0:2406:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8e10526b2000: connect to target with instance 1 00000100:00080000:0.0:1787579791.082406:0:2406:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff8e10526b2000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1787579791.082425:0:2406:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787579791.082429:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e1044c67800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787579791.083179:0:2406:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d4aa6680): req@ffff8e1048ad3800 x1874412956564096/t0(0) o41->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579791.083201:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956563968:192.168.202.129@tcp:38:mount.lustre.0 00000100:00100000:0.0:1787579791.086154:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1052d41840 going to sleep for 11 seconds 00010000:00080000:1.0:1787579791.094201:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad3800 x1874412956564096/t0(0) o41->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/368 e 0 to 0 dl 1787579807 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579791.094234:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:0:1874412956564096:192.168.202.129@tcp:41:mount.lustre.0 00000100:00100000:1.0:1787579791.095556:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:9119:1874412956564224:192.168.202.129@tcp:41:mount.lustre.0 00800000:00000004:1.0:1787579791.095587:0:9119:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8e10526b2000: update ffff8e105197b7c0 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:1.0:1787579791.095596:0:9119:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff8e10526b2000: update ffff8e1051979e08 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:1.0:1787579791.095649:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:9119:1874412956564352:192.168.202.129@tcp:40:mount.lustre.0 00000100:00100000:1.0:1787579791.098601:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1051720e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787579791.099045:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:0:1874412956563840:192.168.202.129@tcp:41:mount.lustre.0 00000100:00100000:1.0:1787579791.104209:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468de680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:9119:1874412956564352:192.168.202.129@tcp:40:mount.lustre.0 00000080:00000004:1.0:1787579791.104279:0:9119:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:1.0:1787579791.104302:0:9119:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2146304 00020000:01000000:1.0:1787579791.104308:0:9119:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:1.0:1787579791.104324:0:9119:0:(genops.c:1385:class_connect()) connect: client ec2431c4-d05d-4f70-9ed6-4fc61369eaf8, cookie 0xfc01925922e1d8e2 00000020:00000080:1.0:1787579791.104364:0:9119:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xfc01925922e1d8e9 00000100:00080000:1.0:1787579791.104375:0:9119:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8e10526b2000: connect to NID 192.168.202.129@tcp last attempt 0 00000100:00080000:1.0:1787579791.104384:0:9119:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8e10526b2000: import ffff8e1044c60800 using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000008:00100000:1.0:1787579791.104402:0:9119:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1787579791.104438:0:9119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e10468de680 x1874412956564480/t0(0) o8->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787579791.104464:0:9119:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID 00020000:01000000:1.0:1787579791.104483:0:9119:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8e10526b2000) active 00000020:00000080:1.0:1787579791.104520:0:9119:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xfc01925922e1d8f0 00000100:00080000:1.0:1787579791.104526:0:9119:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8e10526b2000: connect to NID 192.168.202.129@tcp last attempt 0 00000100:00080000:1.0:1787579791.104530:0:9119:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8e10526b2000: import ffff8e1044c63800 using connection 192.168.202.129@tcp/192.168.202.129@tcp 00000008:00100000:1.0:1787579791.104536:0:9119:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1787579791.104560:0:9119:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8e10468dc000 x1874412956564608/t0(0) o8->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787579791.104567:0:9119:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID 00020000:01000000:1.0:1787579791.104573:0:9119:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8e10526b2000) active 00000100:00100000:1.0:1787579791.104616:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468df800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:9119:1874412956564736:192.168.202.129@tcp:900:mount.lustre.0 00000100:00100000:1.0:1787579791.104699:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1051720e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787579791.105149:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956564480:192.168.202.129@tcp:8:mount.lustre.0 00000100:00100000:3.0:1787579791.105205:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956564608:192.168.202.129@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787579791.108581:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e10468de680 x1874412956564480/t0(0) o8->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1787579801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579791.108602:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e10526b2000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787579791.108617:0:2406:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8e10526b2000: connect to target with instance 1 00000100:00080000:0.0:1787579791.108632:0:2406:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8e10526b2000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1787579791.108652:0:2406:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787579791.108657:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e1044c60800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1787579791.108665:0:2406:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1787579791.108670:0:2406:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787579791.108676:0:2406:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1787579791.108693:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956564480:192.168.202.129@tcp:8:mount.lustre.0 00000100:00100000:1.0:1787579791.109724:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468df800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:9119:1874412956564736:192.168.202.129@tcp:900:mount.lustre.0 00000100:00100000:1.0:1787579791.109827:0:9119:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e10468df800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:9119:1874412956564864:192.168.202.129@tcp:33:mount.lustre.0 00000100:00100000:1.0:1787579791.110000:0:9119:0:(client.c:2715:ptlrpc_set_wait()) set ffff8e1051720e40 going to sleep for 11 seconds 00010000:00080000:0.0:1787579791.110109:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e10468dc000 x1874412956564608/t0(0) o8->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 520/416 e 0 to 0 dl 1787579801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579791.110122:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e10526b2000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787579791.110130:0:2406:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8e10526b2000: connect to target with instance 1 00000100:00080000:0.0:1787579791.110147:0:2406:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8e10526b2000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:0.0:1787579791.110162:0:2406:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1787579791.110165:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e1044c63800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1787579791.110172:0:2406:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1787579791.110177:0:2406:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787579791.110181:0:2406:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1787579791.110189:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956564608:192.168.202.129@tcp:8:mount.lustre.0 00000100:00100000:1.0:1787579791.131189:0:9119:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e10468df800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:9119:1874412956564864:192.168.202.129@tcp:33:mount.lustre.0 00000080:00200000:1.0:1787579791.131434:0:9119:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8e106044c2c8) 00000080:00200000:1.0:1787579791.131446:0:9119:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1787579791.131535:0:9119:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_80_g35a8f2d 00000080:00000004:1.0:1787579791.141120:0:9119:0:(super25.c:182:lustre_fill_super()) 192.168.202.129@tcp:/lustre: Mount complete 00000400:00000001:1.0:1787579791.382147:0:9150:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:3.0:1787579791.538149:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579791.538161:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579791.538168:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579791.538170:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787579791.538249:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787579791.538254:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787579791.538257:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787579792.434070:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17330 (cpu 3) has reached its deadline 4295024466, at 4295024512 00000100:00000010:3.0:1787579792.434090:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1046c0e5a0. 00000100:00000040:2.0:1787579792.434666:0:711:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17220 (cpu 2) has reached its deadline 4295024466, at 4295024512 00000100:00000010:2.0:1787579792.434674:0:711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1046c0e4e0. 00010000:00000001:3.0:1787579792.562089:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579792.562102:0:417:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787579792.562105:0:417:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787579792.562110:0:417:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579792.562117:0:417:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787579792.562120:0:417:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579792.562122:0:417:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579792.562125:0:417:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579792.562129:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579792.562131:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787579792.562217:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787579792.562220:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787579792.562223:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579793.586347:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579793.586359:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579793.586406:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579793.586408:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579793.586561:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579793.586565:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579793.586569:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579794.613179:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579794.613191:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579794.613200:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579794.613201:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787579794.614219:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787579794.614226:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787579794.614231:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579795.640683:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579795.640702:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579795.640708:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579795.640710:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787579795.640736:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787579795.640740:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787579795.640744:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787579796.147093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579796.147111:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579796.147127:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad2d80. 00000020:00000040:0.0:1787579796.147136:0:36:0:(genops.c:1210:class_import_get()) import ffff8e105182f800 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1787579796.147143:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579796.147146:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579796.147155:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579796.147167:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1047cb2100. 00000100:00000001:0.0:1787579796.147178:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.147197:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579796.147211:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579796.147217:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.147225:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058d02fce] to pc [ptlrpcd_00_00+0] req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.147269:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.147272:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579796.147276:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579796.147279:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad0000. 00000020:00000040:0.0:1787579796.147281:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1048aa1000 refcount=4 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000100:00000001:0.0:1787579796.147284:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579796.147285:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579796.147302:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.147859:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579796.147867:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787579796.147871:0:2407:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787579796.147881:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.147892:0:2407:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787579796.147905:0:2407:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.147911:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787579796.147914:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787579796.147918:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787579796.147954:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956564992:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579796.147959:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787579796.147968:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787579796.147972:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.147975:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787579796.147984:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1042fa4400. 02000000:00000001:1.0:1787579796.147986:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787579796.147996:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1787579796.148001:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1050b9e268. 00000400:00000010:1.0:1787579796.148011:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726220. 00000100:00000200:1.0:1787579796.148020:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956564992, portal 25 00000100:00000001:1.0:1787579796.148024:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787579796.148033:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322770816 : -125274386780800 : ffff8e1048ad2d80) 00000100:00000040:1.0:1787579796.148040:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.148049:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787579796.148052:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1787579796.148055:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726d48. 00000100:00000200:1.0:1787579796.148069:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874412956564992, offset 0 00000400:00000200:1.0:1787579796.148079:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1787579796.148093:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579796.148105:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1787579796.148112:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787579796.148119:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1787579796.148125:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787579796.148128:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1787579796.148133:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [132:132:256:4294967295] 192.168.202.129@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:1.0:1787579796.148138:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579796.148152:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1787579796.148160:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1787579796.148168:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e10453a5200. 00000800:00000200:1.0:1787579796.148177:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1787579796.148199:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1787579796.148206:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e10453a5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787579796.148223:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787579796.148228:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1787579796.148231:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4295029508 00000100:00000010:1.0:1787579796.148237:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e10517265a0. 00000100:00000001:1.0:1787579796.148246:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787579796.148274:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4295029508 00000100:00000010:1.0:1787579796.148280:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1051726d20. 00000100:00000001:1.0:1787579796.148283:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787579796.148294:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.148298:0:2407:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.148304:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579796.148419:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1047cb2300. 00000100:00000001:0.0:1787579796.148429:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.148449:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579796.148460:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579796.148464:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.148468:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000e97a31] to pc [ptlrpcd_00_01+1] req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.148478:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.148481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579796.148485:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579796.148489:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad1180. 00000020:00000040:0.0:1787579796.148501:0:36:0:(genops.c:1210:class_import_get()) import ffff8e10526ee800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000100:00000001:0.0:1787579796.148504:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579796.148506:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579796.149429:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579796.149454:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1047cb2500. 00000100:00000001:0.0:1787579796.149461:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.149471:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579796.149482:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579796.149486:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.149500:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e8e688e] to pc [ptlrpcd_00_00+0] req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1787579796.150050:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579796.150067:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e10453a5200. 00000400:00000200:2.0:1787579796.150076:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579796.150082:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579796.150090:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726d48 00000400:00000010:2.0:1787579796.150093:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726d48. 00000100:00000001:2.0:1787579796.150100:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579796.150105:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.150116:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579796.150120:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.150128:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579796.150130:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787579796.150222:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.150226:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787579796.150230:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787579796.150233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787579796.150250:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787579796.150253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579796.150256:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579796.150271:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad3800. 00000020:00000040:0.0:1787579796.150275:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c61800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000100:00000001:0.0:1787579796.150279:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579796.150282:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579796.150286:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579796.150290:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1047cb2e00. 00000100:00000001:0.0:1787579796.150295:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.150300:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579796.150967:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579796.150977:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.150986:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3d2c87b] to pc [ptlrpcd_00_01+1] req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.150997:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.151001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579796.151005:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579796.151011:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad1c00. 00000020:00000040:0.0:1787579796.151015:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c67800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000100:00000001:0.0:1787579796.151018:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579796.151020:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579796.151024:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579796.151029:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1047cb2800. 00000100:00000001:0.0:1787579796.151034:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.151039:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579796.151045:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579796.151056:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.151060:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075d335d4] to pc [ptlrpcd_00_00+0] req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.151068:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.151070:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579796.151074:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579796.151078:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad3b80. 00000020:00000040:0.0:1787579796.151081:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c60800 refcount=3 obd=lustre-OST0000-osc-ffff8e10526b2000 00000100:00000001:0.0:1787579796.151083:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579796.151085:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579796.151086:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579796.151091:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e10455b6b00. 00000100:00000001:0.0:1787579796.151095:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.151099:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579796.151105:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579796.151107:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.151110:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6288b6] to pc [ptlrpcd_00_01+1] req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.151118:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.151120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579796.151123:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579796.151127:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad2300. 00000020:00000040:0.0:1787579796.151129:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c63800 refcount=3 obd=lustre-OST0001-osc-ffff8e10526b2000 00000100:00000001:0.0:1787579796.151131:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579796.151132:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579796.151134:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579796.151138:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059161300. 00000100:00000001:0.0:1787579796.151141:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.151144:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579796.151162:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579796.151164:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.151168:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e15163] to pc [ptlrpcd_00_00+0] req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.151176:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.151183:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (365) 00000100:00000001:0.0:1787579796.151222:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787579796.151227:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787579796.151230:0:2408:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787579796.151238:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.151249:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787579796.151252:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579796.151257:0:2408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787579796.151268:0:2408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787579796.151271:0:2408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787579796.151275:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956565120:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1787579796.151280:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787579796.151287:0:2408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787579796.151291:0:2408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579796.151294:0:2408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787579796.151300:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10523f6000. 02000000:00000001:0.0:1787579796.151302:0:2408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.151743:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.151756:0:2407:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787579796.151759:0:2407:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787579796.151761:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579796.151763:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787579796.151765:0:2407:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787579796.151773:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.151781:0:2407:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787579796.151783:0:2407:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.151786:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787579796.151787:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787579796.151790:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787579796.151793:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956565248:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579796.151797:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787579796.151800:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787579796.151801:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.151803:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787579796.151808:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1042fa5200. 02000000:00000001:1.0:1787579796.151810:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787579796.151815:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1787579796.151820:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1050b9e210. 00000400:00000010:1.0:1787579796.151829:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726d48. 00000100:00000200:1.0:1787579796.151838:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956565248, portal 10 00000100:00000001:1.0:1787579796.151841:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787579796.151843:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322763648 : -125274386787968 : ffff8e1048ad1180) 00000100:00000040:1.0:1787579796.151852:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.151859:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787579796.151862:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1787579796.151873:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726000. 00000100:00000200:1.0:1787579796.151878:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956565248, offset 0 00000400:00000200:1.0:1787579796.151886:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1787579796.151909:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579796.151934:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1787579796.151942:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787579796.151948:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1787579796.151952:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787579796.151955:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1787579796.151959:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [133:133:256:4294967295] 192.168.202.129@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:1.0:1787579796.151963:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579796.151975:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1787579796.151983:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1787579796.151989:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e10453a5200. 00000800:00000200:1.0:1787579796.151997:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1787579796.152006:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1787579796.152011:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e10453a5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787579796.152029:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579796.152035:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: using a timeout of 162177 usecs (163 jiffies) 00000400:00000200:1.0:1787579796.152038:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1787579796.152042:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295028392 00000100:00000001:1.0:1787579796.152045:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295029508 00000100:00000001:1.0:1787579796.152049:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295028392 00000100:00000001:1.0:1787579796.152051:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295029508 00000100:00000001:1.0:1787579796.152061:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.152070:0:2407:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.152073:0:2407:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787579796.152077:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.152084:0:2407:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787579796.152091:0:2407:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.152094:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787579796.152095:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787579796.152097:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787579796.152100:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2407:1874412956565504:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579796.152104:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787579796.152106:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787579796.152108:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.152109:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787579796.152115:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1042fa4a00. 02000000:00000001:1.0:1787579796.152117:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787579796.152121:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1787579796.152123:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1050b9eaa8. 00000400:00000010:1.0:1787579796.152127:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726660. 00000100:00000200:1.0:1787579796.152130:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956565504, portal 10 00000100:00000001:1.0:1787579796.152133:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787579796.152134:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322766336 : -125274386785280 : ffff8e1048ad1c00) 00000100:00000040:1.0:1787579796.152140:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.152147:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787579796.152149:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1787579796.152152:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726e58. 00000100:00000200:1.0:1787579796.152154:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956565504, offset 0 00000400:00000200:1.0:1787579796.152159:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1787579796.152163:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579796.152167:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1787579796.152170:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787579796.152173:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1787579796.152176:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787579796.152178:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1787579796.152181:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [134:134:255:4294967295] 192.168.202.129@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:1.0:1787579796.152185:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579796.152191:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1787579796.152203:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1787579796.152207:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e10453a5600. 00000800:00000200:1.0:1787579796.152211:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1787579796.152215:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1787579796.152218:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e10453a5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787579796.152221:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579796.152224:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: using a timeout of 19356 usecs (20 jiffies) 00000400:00000200:1.0:1787579796.152228:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1787579796.152230:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295028249 00000100:00000001:1.0:1787579796.152233:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295029508 00000100:00000001:1.0:1787579796.152235:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295028249 00000100:00000001:1.0:1787579796.152237:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295029508 00000100:00000001:1.0:1787579796.152239:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.152242:0:2407:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.152244:0:2407:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787579796.152249:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.152256:0:2407:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787579796.152257:0:2407:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.152259:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787579796.152272:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787579796.152275:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787579796.152278:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2407:1874412956565760:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579796.152281:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787579796.152284:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787579796.152286:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.152288:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787579796.152291:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1042fa5800. 02000000:00000001:1.0:1787579796.152294:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787579796.152297:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1787579796.152305:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1050b9edc0. 00000800:00000200:2.0:1787579796.152995:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579796.153003:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e10453a5200. 00000400:00000200:2.0:1787579796.153014:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579796.153021:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579796.153028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726000 00000400:00000010:2.0:1787579796.153031:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726000. 00000100:00000001:2.0:1787579796.153038:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579796.153044:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.153066:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579796.153071:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.153079:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579796.153081:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787579796.154432:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1787579796.154455:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e10468a2bb0. 00000400:00000010:0.0:1787579796.154467:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c882a8. 00000100:00000200:0.0:1787579796.154475:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956565120, portal 10 00000100:00000001:0.0:1787579796.154480:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787579796.154483:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322759168 : -125274386792448 : ffff8e1048ad0000) 00000100:00000040:0.0:1787579796.154498:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1787579796.155144:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579796.155152:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e10453a5600. 00000400:00000200:2.0:1787579796.155159:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579796.155166:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579796.155174:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726e58 00000400:00000010:2.0:1787579796.155197:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726e58. 00000100:00000001:2.0:1787579796.155203:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579796.155210:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.155222:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579796.155225:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.155232:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579796.155234:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787579796.155247:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579796.155259:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579796.155262:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579796.155265:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579796.155272:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579796.155277:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579796.155284:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579796.155290:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579796.155296:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579796.155301:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a8c4c6703e00 00000400:00000200:2.0:1787579796.155305:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579796.155323:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:2.0:1787579796.155333:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579796.155340:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579796.155343:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579796.155346:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579796.155352:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579796.155357:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579796.155367:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.155377:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579796.155390:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579796.155394:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579796.155755:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787579796.155759:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1787579796.155764:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88770. 00000100:00000200:0.0:1787579796.155770:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956565120, offset 0 00000400:00000200:0.0:1787579796.155777:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1787579796.155785:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579796.155793:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1787579796.155799:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787579796.155804:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1787579796.155808:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787579796.155811:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1787579796.155815:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [135:135:256:4294967295] 192.168.202.129@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1787579796.155820:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579796.155829:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1787579796.155835:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1787579796.155843:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1053f6e300. 00000800:00000200:0.0:1787579796.155850:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1787579796.155859:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1787579796.155864:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1053f6e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787579796.155873:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.155879:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: using a timeout of 136062 usecs (137 jiffies) 00000400:00000200:0.0:1787579796.155882:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1787579796.155885:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295028369 00000100:00000001:0.0:1787579796.155888:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295029508 00000100:00000001:0.0:1787579796.155891:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295028369 00000100:00000001:0.0:1787579796.155893:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295029508 00000100:00000001:0.0:1787579796.155896:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787579796.155899:0:2408:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579796.155909:0:2408:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787579796.155917:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.155939:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787579796.155942:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579796.155947:0:2408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787579796.155951:0:2408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787579796.155955:0:2408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787579796.155958:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2408:1874412956565376:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1787579796.155963:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787579796.155970:0:2408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787579796.155973:0:2408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579796.155976:0:2408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787579796.155983:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10523f7a00. 02000000:00000001:0.0:1787579796.155985:0:2408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787579796.155989:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1787579796.155993:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e10468a2108. 00000400:00000010:0.0:1787579796.155998:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88880. 00000100:00000200:0.0:1787579796.156003:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956565376, portal 10 00000100:00000001:0.0:1787579796.156006:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787579796.156008:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322773504 : -125274386778112 : ffff8e1048ad3800) 00000100:00000040:0.0:1787579796.156015:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.156022:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787579796.156024:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1787579796.156027:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88ee0. 00000100:00000200:0.0:1787579796.156029:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956565376, offset 0 00000400:00000200:0.0:1787579796.156033:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1787579796.156037:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579796.156041:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1787579796.156043:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787579796.156046:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1787579796.156048:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787579796.156055:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1787579796.156058:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [136:136:255:4294967295] 192.168.202.129@tcp LPNI seq info [136:136:7:4294967295] 00000400:00000200:0.0:1787579796.156061:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579796.156068:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1787579796.156072:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1787579796.156076:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1053297e00. 00000800:00000200:0.0:1787579796.156080:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1787579796.156084:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1787579796.156087:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1053297e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787579796.156090:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.156093:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: using a timeout of 19765 usecs (20 jiffies) 00000400:00000200:0.0:1787579796.156096:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1787579796.156098:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295028252 00000100:00000001:0.0:1787579796.156100:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295029508 00000100:00000001:0.0:1787579796.156102:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295028252 00000100:00000001:0.0:1787579796.156104:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295029508 00000100:00000001:0.0:1787579796.156106:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787579796.156108:0:2408:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579796.156110:0:2408:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787579796.156115:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.156123:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787579796.156124:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579796.156126:0:2408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787579796.156128:0:2408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787579796.156130:0:2408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787579796.156132:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2408:1874412956565632:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1787579796.156135:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787579796.156138:0:2408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787579796.156145:0:2408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579796.156147:0:2408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787579796.156149:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10523f6400. 02000000:00000001:0.0:1787579796.156151:0:2408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787579796.156154:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1787579796.156157:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e10468a2738. 00000400:00000010:0.0:1787579796.156161:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88088. 00000100:00000200:0.0:1787579796.156164:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956565632, portal 4 00000100:00000001:0.0:1787579796.156165:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787579796.156166:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322774400 : -125274386777216 : ffff8e1048ad3b80) 00000100:00000040:0.0:1787579796.156174:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579796.156179:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787579796.156181:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1787579796.156183:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88110. 00000100:00000200:0.0:1787579796.156186:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874412956565632, offset 0 00000400:00000200:0.0:1787579796.156190:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1787579796.156194:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579796.156198:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1787579796.156201:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787579796.156203:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1787579796.156205:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787579796.156207:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1787579796.156210:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [137:137:254:4294967295] 192.168.202.129@tcp LPNI seq info [137:137:6:4294967295] 00000400:00000200:0.0:1787579796.156213:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579796.156219:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1787579796.156223:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1787579796.156226:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1053297100. 00000800:00000200:0.0:1787579796.156230:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1787579796.156234:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1787579796.156237:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1053297100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787579796.156240:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579796.156250:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: using a timeout of 5041 usecs (6 jiffies) 00000400:00000200:0.0:1787579796.156253:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1787579796.156255:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295028238 00000100:00000001:0.0:1787579796.156257:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295029508 00000100:00000001:0.0:1787579796.156259:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295028238 00000100:00000001:0.0:1787579796.156276:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295029508 00000100:00000001:0.0:1787579796.156279:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787579796.156281:0:2408:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579796.156284:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579796.156289:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579796.156299:0:2408:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787579796.156301:0:2408:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787579796.156305:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787579796.156307:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787579796.156309:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579796.156312:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787579796.156931:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10527262a8. 00000100:00000200:1.0:1787579796.156942:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956565760, portal 4 00000100:00000001:1.0:1787579796.156945:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787579796.156947:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322768128 : -125274386783488 : ffff8e1048ad2300) 00000020:00000010:1.0:1787579796.156958:0:2407:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e1042fb6000. 00000100:00000040:1.0:1787579796.156969:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.156977:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787579796.156980:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1787579796.156982:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726198. 00000100:00000200:1.0:1787579796.156985:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874412956565760, offset 0 00000400:00000200:1.0:1787579796.156991:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1787579796.156998:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579796.157004:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1787579796.157008:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787579796.157011:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1787579796.157014:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787579796.157017:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1787579796.157020:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [138:138:253:4294967295] 192.168.202.129@tcp LPNI seq info [138:138:5:4294967295] 00000400:00000200:1.0:1787579796.157024:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579796.157031:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1787579796.157035:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1787579796.157040:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e10453a5400. 00000800:00000200:1.0:1787579796.157044:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1787579796.157049:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1787579796.157063:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e10453a5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787579796.157068:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579796.157072:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: using a timeout of 6903 usecs (7 jiffies) 00000400:00000200:1.0:1787579796.157075:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1787579796.157077:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295028239 00000100:00000001:1.0:1787579796.157089:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295029508 00000100:00000001:1.0:1787579796.157091:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295028239 00000100:00000001:1.0:1787579796.157093:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295029508 00000100:00000001:1.0:1787579796.157095:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.157098:0:2407:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1787579796.157105:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579796.157107:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579796.157110:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1050b9e268. 00000400:00000200:1.0:1787579796.157116:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726220 00000400:00000010:1.0:1787579796.157119:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726220. 00000100:00000001:1.0:1787579796.157123:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579796.157129:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579796.157138:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.157146:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579796.157149:0:2407:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.157151:0:2407:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579796.157155:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579796.157158:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579796.157161:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.157164:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579796.157171:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e105182fc60 time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579796.157176:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e105182fc18 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579796.157179:0:2407:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579796.157181:0:2407:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579796.157184:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787579796.157198:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.157202:0:2407:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579796.157207:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.157215:0:2407:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.157223:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579796.157226:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787579796.157230:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579796.157238:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2407:1874412956564992:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579796.157244:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.157248:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579796.157251:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad2d80 x1874412956564992/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.157257:0:2407:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579796.157260:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579796.157264:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1042fa4400. 02000000:00000001:1.0:1787579796.157269:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579796.157272:0:2407:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579796.157274:0:2407:0:(genops.c:1223:class_import_put()) import ffff8e105182f800 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1787579796.157277:0:2407:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579796.157280:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1047cb2100. 02000000:00000001:1.0:1787579796.157288:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579796.157290:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579796.157292:0:2407:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad2d80. 00000100:00000001:1.0:1787579796.157297:0:2407:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579796.157299:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.157302:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.157320:0:2407:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787579796.157322:0:2407:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787579796.157325:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579796.157327:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787579796.157330:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.157333:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787579796.159001:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579796.159018:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1053f6e300. 00000400:00000200:2.0:1787579796.159031:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579796.159041:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579796.159051:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88770 00000400:00000010:2.0:1787579796.159054:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88770. 00000100:00000001:2.0:1787579796.159061:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579796.159071:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.159088:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579796.159093:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.159101:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579796.159103:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579796.159121:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579796.159123:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1053297e00. 00000400:00000200:2.0:1787579796.159127:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579796.159130:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579796.159133:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88ee0 00000400:00000010:2.0:1787579796.159135:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88ee0. 00000100:00000001:2.0:1787579796.159137:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579796.159140:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.159148:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579796.159151:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.159156:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579796.159158:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579796.159168:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579796.159170:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1053297100. 00000400:00000200:2.0:1787579796.159173:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579796.159199:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579796.159202:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88110 00000400:00000010:2.0:1787579796.159204:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88110. 00000100:00000001:2.0:1787579796.159207:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579796.159212:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.159221:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579796.159223:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.159229:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579796.159230:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579796.159340:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579796.159343:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e10453a5400. 00000400:00000200:2.0:1787579796.159347:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579796.159350:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579796.159353:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726198 00000400:00000010:2.0:1787579796.159355:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726198. 00000100:00000001:2.0:1787579796.159358:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579796.159362:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.159369:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579796.159371:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579796.159377:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579796.159378:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787579796.168994:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.169018:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579796.169023:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.169026:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.169037:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.169046:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579796.169059:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.169066:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.169074:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.169079:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6703f00 00000400:00000200:3.0:1787579796.169084:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.169093:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:3.0:1787579796.169104:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.169112:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.169115:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579796.169120:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579796.169129:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579796.169142:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579796.169155:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579796.169402:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579796.169413:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.169418:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.169650:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579796.169657:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787579796.169667:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579796.169670:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579796.169675:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1050b9e210. 00000400:00000200:1.0:1787579796.169690:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726d48 00000400:00000010:1.0:1787579796.169704:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726d48. 00000100:00000001:1.0:1787579796.169709:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579796.169716:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579796.169726:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.169733:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579796.169736:0:2407:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.169739:0:2407:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579796.169744:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579796.169748:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579796.169751:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.169754:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579796.169768:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e10526eec60 time=83 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579796.169773:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e10526eec18 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579796.169776:0:2407:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579796.169779:0:2407:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579796.169782:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787579796.169788:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787579796.169795:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.169800:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787579796.169802:0:2407:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:1.0:1787579796.169804:0:2407:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787579796.169807:0:2407:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579796.169812:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.169818:0:2407:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.169821:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579796.169823:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787579796.169827:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579796.169847:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956565248:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579796.169854:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.169857:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579796.169860:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad1180 x1874412956565248/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.169866:0:2407:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579796.169870:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579796.169874:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1042fa5200. 02000000:00000001:1.0:1787579796.169879:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579796.169882:0:2407:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579796.169884:0:2407:0:(genops.c:1223:class_import_put()) import ffff8e10526ee800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000020:00000001:1.0:1787579796.169887:0:2407:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579796.169890:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1047cb2500. 02000000:00000001:1.0:1787579796.170009:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579796.170013:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579796.170016:0:2407:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad1180. 00000100:00000001:1.0:1787579796.170021:0:2407:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579796.170023:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.170027:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.170028:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579796.170030:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787579796.170032:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.170034:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787579796.176131:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176159:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579796.176164:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176167:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.176181:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176203:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579796.176216:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176222:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176228:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176234:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6703e80 00000400:00000200:3.0:1787579796.176239:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176248:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:3.0:1787579796.176258:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176272:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.176277:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579796.176283:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579796.176294:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579796.176307:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579796.176321:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579796.176345:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579796.176355:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176359:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579796.176361:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176363:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.176366:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176370:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579796.176387:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176390:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176393:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176396:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6703f80 00000400:00000200:3.0:1787579796.176399:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176403:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:3.0:1787579796.176408:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176412:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.176414:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579796.176417:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579796.176421:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579796.176427:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579796.176447:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579796.176457:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579796.176461:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176464:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579796.176466:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176468:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.176471:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176474:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579796.176478:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176480:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176483:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176486:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a8c4c6704080 00000400:00000200:3.0:1787579796.176489:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176500:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:3.0:1787579796.176506:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176519:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.176522:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579796.176534:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579796.176538:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579796.176544:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579796.176553:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579796.176560:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579796.176564:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176568:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579796.176569:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176571:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.176574:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176578:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579796.176582:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176584:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176587:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176589:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a8c4c6704100 00000400:00000200:3.0:1787579796.176592:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176596:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:3.0:1787579796.176599:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176603:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.176605:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579796.176608:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579796.176611:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579796.176616:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579796.176625:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579796.176637:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579796.176641:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176649:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579796.176651:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176653:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.176656:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176659:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579796.176663:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176666:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176669:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176672:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704000 00000400:00000200:3.0:1787579796.176676:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579796.176680:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x7e5 [1] + 224 00000800:00000001:3.0:1787579796.176697:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176707:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579796.176709:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579796.176712:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579796.176715:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579796.176720:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579796.176728:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579796.176735:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579796.176739:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579796.176742:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177092:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579796.177099:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787579796.177109:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579796.177111:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579796.177116:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e10468a2bb0. 00000400:00000200:1.0:1787579796.177122:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c882a8 00000400:00000010:1.0:1787579796.177125:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c882a8. 00000100:00000001:1.0:1787579796.177128:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579796.177134:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579796.177158:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177165:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579796.177167:0:2408:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177170:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579796.177175:0:2408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579796.177178:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579796.177180:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.177184:0:2408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579796.177198:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1048aa1460 time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579796.177203:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1048aa1418 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579796.177206:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579796.177208:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579796.177213:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787579796.177218:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.177223:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787579796.177226:0:2408:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:1.0:1787579796.177228:0:2408:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787579796.177231:0:2408:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579796.177236:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177244:0:2408:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.177248:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579796.177251:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787579796.177255:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579796.177264:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956565120:192.168.202.129@tcp:400:kworker.0 00000400:00000001:1.0:1787579796.177271:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579796.177273:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579796.177275:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e10468a2108. 00000400:00000200:1.0:1787579796.177279:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88880 00000400:00000010:1.0:1787579796.177286:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88880. 00000100:00000001:1.0:1787579796.177289:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579796.177293:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579796.177301:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177308:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579796.177309:0:2408:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177312:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579796.177313:0:2408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579796.177315:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579796.177316:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.177318:0:2408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579796.177324:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c61c60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579796.177327:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c61c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579796.177329:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579796.177330:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579796.177332:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787579796.177334:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.177337:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787579796.177338:0:2408:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:1.0:1787579796.177339:0:2408:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787579796.177341:0:2408:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579796.177345:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177352:0:2408:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.177354:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579796.177355:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787579796.177358:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579796.177365:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2408:1874412956565376:192.168.202.129@tcp:400:kworker.0 00000400:00000001:1.0:1787579796.177370:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579796.177377:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579796.177379:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e10468a2738. 00000400:00000200:1.0:1787579796.177382:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88088 00000400:00000010:1.0:1787579796.177383:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88088. 00000100:00000001:1.0:1787579796.177386:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579796.177390:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579796.177398:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177403:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579796.177405:0:2408:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177406:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579796.177408:0:2408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579796.177409:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579796.177410:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.177412:0:2408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1787579796.177424:0:2408:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e1042fb0000. 00000100:00001000:1.0:1787579796.177428:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c60c60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579796.177431:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c60c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579796.177433:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579796.177447:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579796.177449:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787579796.177453:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787579796.177459:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.177461:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787579796.177463:0:2408:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:1.0:1787579796.177464:0:2408:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787579796.177466:0:2408:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579796.177468:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177474:0:2408:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.177475:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579796.177482:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787579796.177486:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579796.177491:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2408:1874412956565632:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579796.177496:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177499:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579796.177503:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad0000 x1874412956565120/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177518:0:2408:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579796.177521:0:2408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579796.177527:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10523f6000. 02000000:00000001:1.0:1787579796.177532:0:2408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579796.177536:0:2408:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579796.177538:0:2408:0:(genops.c:1223:class_import_put()) import ffff8e1048aa1000 refcount=3 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000020:00000001:1.0:1787579796.177540:0:2408:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579796.177543:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1047cb2300. 02000000:00000001:1.0:1787579796.177548:0:2408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579796.177550:0:2408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579796.177552:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad0000. 00000100:00000001:1.0:1787579796.177557:0:2408:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579796.177558:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177560:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579796.177563:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad3800 x1874412956565376/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177568:0:2408:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579796.177569:0:2408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579796.177570:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10523f7a00. 02000000:00000001:1.0:1787579796.177573:0:2408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579796.177574:0:2408:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579796.177575:0:2408:0:(genops.c:1223:class_import_put()) import ffff8e1044c61800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000020:00000001:1.0:1787579796.177577:0:2408:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579796.177578:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1047cb2e00. 02000000:00000001:1.0:1787579796.177579:0:2408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579796.177585:0:2408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579796.177586:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad3800. 00000100:00000001:1.0:1787579796.177589:0:2408:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579796.177591:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177592:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579796.177596:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad3b80 x1874412956565632/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177601:0:2408:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579796.177603:0:2408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579796.177604:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10523f6400. 02000000:00000001:1.0:1787579796.177607:0:2408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579796.177608:0:2408:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579796.177609:0:2408:0:(genops.c:1223:class_import_put()) import ffff8e1044c60800 refcount=2 obd=lustre-OST0000-osc-ffff8e10526b2000 00000020:00000001:1.0:1787579796.177611:0:2408:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579796.177612:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e10455b6b00. 02000000:00000001:1.0:1787579796.177616:0:2408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579796.177617:0:2408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579796.177618:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad3b80. 00000100:00000001:1.0:1787579796.177620:0:2408:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579796.177621:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177623:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177632:0:2408:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787579796.177635:0:2408:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.177638:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579796.177640:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.177658:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579796.177661:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787579796.177665:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579796.177667:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579796.177669:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1050b9eaa8. 00000400:00000200:1.0:1787579796.177672:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726660 00000400:00000010:1.0:1787579796.177674:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726660. 00000100:00000001:1.0:1787579796.177676:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579796.177680:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579796.177701:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177719:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579796.177721:0:2407:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177722:0:2407:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579796.177724:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579796.177725:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579796.177727:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.177729:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579796.177736:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c67c60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579796.177739:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c67c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579796.177741:0:2407:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579796.177742:0:2407:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579796.177744:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787579796.177750:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787579796.177757:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.177760:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787579796.177761:0:2407:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:1.0:1787579796.177763:0:2407:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787579796.177765:0:2407:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579796.177768:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177775:0:2407:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.177777:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579796.177778:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787579796.177782:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579796.177789:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2407:1874412956565504:192.168.202.129@tcp:400:kworker.0 00000400:00000001:1.0:1787579796.177795:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579796.177796:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579796.177797:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1050b9edc0. 00000400:00000200:1.0:1787579796.177804:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10527262a8 00000400:00000010:1.0:1787579796.177806:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10527262a8. 00000100:00000001:1.0:1787579796.177808:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579796.177812:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579796.177819:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177824:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579796.177825:0:2407:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177826:0:2407:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579796.177828:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579796.177829:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579796.177830:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579796.177832:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579796.177836:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c63c60 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579796.177839:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c63c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579796.177841:0:2407:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579796.177842:0:2407:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579796.177843:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787579796.177846:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787579796.177852:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.177854:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787579796.177855:0:2407:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:1.0:1787579796.177857:0:2407:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787579796.177858:0:2407:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579796.177861:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177867:0:2407:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579796.177868:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579796.177869:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787579796.177872:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579796.177888:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2407:1874412956565760:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579796.177892:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.177894:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579796.177908:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad1c00 x1874412956565504/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.177915:0:2407:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579796.177916:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579796.177918:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1042fa4a00. 02000000:00000001:1.0:1787579796.177986:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579796.177989:0:2407:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579796.177990:0:2407:0:(genops.c:1223:class_import_put()) import ffff8e1044c67800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000020:00000001:1.0:1787579796.177992:0:2407:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579796.177994:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1047cb2800. 02000000:00000001:1.0:1787579796.177996:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579796.177997:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579796.177998:0:2407:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad1c00. 00000100:00000001:1.0:1787579796.178001:0:2407:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579796.178002:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.178004:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579796.178007:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad2300 x1874412956565760/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579796.178013:0:2407:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579796.178014:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579796.178016:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1042fa5800. 02000000:00000001:1.0:1787579796.178018:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579796.178019:0:2407:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579796.178020:0:2407:0:(genops.c:1223:class_import_put()) import ffff8e1044c63800 refcount=2 obd=lustre-OST0001-osc-ffff8e10526b2000 00000020:00000001:1.0:1787579796.178022:0:2407:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579796.178023:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059161300. 02000000:00000001:1.0:1787579796.178029:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579796.178031:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579796.178032:0:2407:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad2300. 00000100:00000001:1.0:1787579796.178041:0:2407:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579796.178042:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.178045:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579796.178048:0:2407:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787579796.178050:0:2407:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579796.178051:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579796.178054:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579796.660192:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579796.660202:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579796.660209:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579796.660210:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787579796.660295:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787579796.660299:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787579796.660303:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787579797.492614:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17330 (cpu 3) has reached its deadline 4295029508, at 4295029570 00000100:00000010:3.0:1787579797.492641:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1051726d20. 00000100:00000040:2.0:1787579797.495183:0:711:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17220 (cpu 2) has reached its deadline 4295029508, at 4295029573 00000100:00000010:2.0:1787579797.495203:0:711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e10517265a0. 00010000:00000001:3.0:1787579797.683066:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579797.683088:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579797.683096:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579797.683097:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787579797.683681:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787579797.683686:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787579797.683690:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787579797.820392:0:9350:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787579797.820407:0:9350:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787579798.248356:0:9387:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787579798.248368:0:9387:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg229-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1787579798.258444:0:9387:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1787579798.706169:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579798.706177:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579798.706183:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579798.706184:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787579798.706262:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787579798.706265:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787579798.706269:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787579798.858831:0:9401:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787579798.858844:0:9401:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787579798.915784:0:9404:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787579798.915797:0:9404:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579799.731318:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579799.731325:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579799.731330:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579799.731333:0:417:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787579799.731335:0:417:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787579799.731339:0:417:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579799.731342:0:417:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787579799.731344:0:417:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579799.731346:0:417:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579799.731348:0:417:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787579799.731364:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787579799.731367:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787579799.731369:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579800.754234:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579800.754245:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579800.754252:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579800.754254:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787579800.754639:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787579800.754655:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787579800.754659:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787579801.268144:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579801.268158:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579801.268171:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d80a80. 00000020:00000040:2.0:1787579801.268179:0:36:0:(genops.c:1210:class_import_get()) import ffff8e105182f800 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1787579801.268184:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579801.268188:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579801.268195:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579801.268206:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1053f6e300. 00000100:00000001:2.0:1787579801.268216:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268234:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579801.268247:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579801.268253:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268261:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089e6f04e] to pc [ptlrpcd_01_00+0] req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.268359:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579801.268367:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579801.268371:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d81180. 00000020:00000040:2.0:1787579801.268373:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1048aa1000 refcount=4 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000100:00000001:2.0:1787579801.268376:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579801.268377:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579801.268379:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579801.268385:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e10453ebf00. 00000100:00000001:2.0:1787579801.268402:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268407:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579801.268415:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579801.268416:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268420:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085568c81] to pc [ptlrpcd_01_01+1] req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.268428:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579801.268434:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579801.268437:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d82d80. 00000020:00000040:2.0:1787579801.268439:0:36:0:(genops.c:1210:class_import_get()) import ffff8e10526ee800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000100:00000001:2.0:1787579801.268441:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579801.268443:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579801.268444:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579801.268448:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e10453eb800. 00000100:00000001:2.0:1787579801.268450:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268454:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579801.268460:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579801.268462:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268465:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092c5372b] to pc [ptlrpcd_01_00+0] req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.268472:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579801.268478:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579801.268481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579801.268483:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579801.268491:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579801.268494:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579801.268497:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d83b80. 00000020:00000040:2.0:1787579801.268499:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c61800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000100:00000001:2.0:1787579801.268501:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579801.268502:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579801.268504:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579801.268508:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e104796d800. 00000100:00000001:2.0:1787579801.268511:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268515:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579801.268522:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579801.268523:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268526:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ada77d2] to pc [ptlrpcd_01_01+1] req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.268532:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579801.268537:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579801.268540:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d82300. 00000020:00000040:2.0:1787579801.268542:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c67800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000100:00000001:2.0:1787579801.268543:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579801.268544:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579801.268546:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579801.268549:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e104796d700. 00000100:00000001:2.0:1787579801.268552:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268555:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579801.268562:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579801.268563:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268567:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad5cc77] to pc [ptlrpcd_01_00+0] req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.268579:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579801.268584:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579801.268588:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d81c00. 00000020:00000040:2.0:1787579801.268591:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c60800 refcount=3 obd=lustre-OST0000-osc-ffff8e10526b2000 00000100:00000001:2.0:1787579801.268593:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579801.268595:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579801.268596:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579801.268599:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e104796dc00. 00000100:00000001:2.0:1787579801.268602:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268607:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579801.268613:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579801.268615:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268618:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bed9b7d6] to pc [ptlrpcd_01_01+1] req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.268625:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579801.268630:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579801.268633:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d83100. 00000020:00000040:2.0:1787579801.268646:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c63800 refcount=3 obd=lustre-OST0001-osc-ffff8e10526b2000 00000100:00000001:2.0:1787579801.268649:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579801.268650:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579801.268652:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579801.268655:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e104796da00. 00000100:00000001:2.0:1787579801.268659:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268663:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579801.268670:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579801.268676:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268682:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063c9cd63] to pc [ptlrpcd_01_00+0] req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.268689:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.268694:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (371) 00000100:00000001:2.0:1787579801.268712:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579801.268716:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579801.268720:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579801.268725:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.268733:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579801.268736:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.268740:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579801.268743:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579801.268746:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579801.268749:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956565888:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579801.268754:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579801.268761:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579801.268764:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.268766:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579801.268772:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045631000. 02000000:00000001:2.0:1787579801.268773:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579801.268781:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579801.268787:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebdd68. 00000400:00000010:2.0:1787579801.268795:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff4c8. 00000100:00000200:2.0:1787579801.268804:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956565888, portal 25 00000100:00000001:2.0:1787579801.268807:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579801.268809:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308802688 : -125274400748928 : ffff8e1047d80a80) 00000100:00000040:2.0:1787579801.268815:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.268823:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579801.268827:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579801.268830:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffc38. 00000100:00000200:2.0:1787579801.268840:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874412956565888, offset 0 00000400:00000200:2.0:1787579801.268860:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579801.268873:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.268883:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579801.268893:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579801.268899:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579801.268904:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579801.268907:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579801.268911:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [139:139:256:4294967295] 192.168.202.129@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1787579801.268915:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.268948:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579801.268956:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579801.268962:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e104796df00. 00000800:00000200:2.0:1787579801.268970:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579801.268978:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579801.269650:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e104796df00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579801.269678:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579801.269685:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579801.269688:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4295034630 00000100:00000010:2.0:1787579801.269695:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1046c0e4e0. 00000100:00000001:2.0:1787579801.269703:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787579801.269709:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4295034630 00000100:00000010:2.0:1787579801.269713:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1046c0ed20. 00000100:00000001:2.0:1787579801.269716:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787579801.269720:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.269725:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.269729:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579801.269736:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.269744:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579801.269756:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.269760:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579801.269763:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579801.269765:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579801.269770:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956566144:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579801.269774:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579801.269777:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579801.269779:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.269781:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579801.269786:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630800. 02000000:00000001:2.0:1787579801.269787:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579801.269792:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579801.269795:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd058. 00000400:00000010:2.0:1787579801.269801:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff550. 00000100:00000200:2.0:1787579801.269806:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956566144, portal 10 00000100:00000001:2.0:1787579801.269809:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579801.269810:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308811648 : -125274400739968 : ffff8e1047d82d80) 00000100:00000040:2.0:1787579801.269818:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.269825:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579801.269828:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579801.269831:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffcc0. 00000100:00000200:2.0:1787579801.269833:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956566144, offset 0 00000400:00000200:2.0:1787579801.269838:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579801.269854:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.269859:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579801.269864:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579801.269868:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579801.269870:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579801.269873:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579801.269876:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [140:140:255:4294967295] 192.168.202.129@tcp LPNI seq info [140:140:7:4294967295] 00000400:00000200:2.0:1787579801.269880:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.269888:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579801.269899:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579801.269903:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e104796db00. 00000800:00000200:2.0:1787579801.269908:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579801.269915:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579801.269917:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e104796db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579801.269940:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.269946:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: using a timeout of 154926 usecs (155 jiffies) 00000400:00000200:2.0:1787579801.269950:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579801.269952:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295033502 00000100:00000001:2.0:1787579801.269955:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.269957:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295033502 00000100:00000001:2.0:1787579801.269959:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.269961:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.269963:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.269965:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579801.269969:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.269976:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579801.269977:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.269980:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579801.270053:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579801.270057:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579801.270061:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956566400:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579801.270065:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579801.270068:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579801.270069:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.270071:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579801.270074:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630600. 02000000:00000001:2.0:1787579801.270076:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579801.270079:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579801.270087:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd580. 00000400:00000010:2.0:1787579801.270091:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519fff68. 00000100:00000200:2.0:1787579801.270094:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956566400, portal 10 00000100:00000001:2.0:1787579801.270096:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579801.270098:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308808960 : -125274400742656 : ffff8e1047d82300) 00000020:00000010:2.0:1787579801.270108:0:2409:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e104166c000. 00000100:00000040:2.0:1787579801.270115:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.270122:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579801.270124:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579801.270126:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff990. 00000100:00000200:2.0:1787579801.270129:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956566400, offset 0 00000400:00000200:2.0:1787579801.270133:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579801.270137:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.270140:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579801.270143:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579801.270145:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579801.270147:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579801.270149:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579801.270151:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [141:141:254:4294967295] 192.168.202.129@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:2.0:1787579801.270155:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.270161:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579801.270165:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579801.270169:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1061d51900. 00000800:00000200:2.0:1787579801.270173:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579801.270177:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579801.270179:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1061d51900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579801.270182:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.270185:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: using a timeout of 24010 usecs (25 jiffies) 00000400:00000200:2.0:1787579801.270188:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579801.270190:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295033372 00000100:00000001:2.0:1787579801.270197:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.270199:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295033372 00000100:00000001:2.0:1787579801.270201:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.270203:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.270219:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.270222:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579801.270227:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.270234:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579801.270236:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.270238:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579801.270241:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579801.270243:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579801.270246:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956566656:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579801.270249:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579801.270253:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579801.270254:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.270256:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579801.270259:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045631e00. 02000000:00000001:2.0:1787579801.270262:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579801.270266:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579801.270268:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd318. 00000400:00000010:2.0:1787579801.270272:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff330. 00000100:00000200:2.0:1787579801.270275:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956566656, portal 4 00000100:00000001:2.0:1787579801.270277:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579801.270279:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308812544 : -125274400739072 : ffff8e1047d83100) 00000020:00000010:2.0:1787579801.270381:0:2409:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e104565c000. 00000100:00000040:2.0:1787579801.270389:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.270397:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579801.270404:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579801.270406:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff908. 00000100:00000200:2.0:1787579801.270409:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874412956566656, offset 0 00000400:00000200:2.0:1787579801.270413:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579801.270416:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.270420:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579801.270423:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579801.270425:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579801.270427:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579801.270429:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579801.270431:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [142:142:253:4294967295] 192.168.202.129@tcp LPNI seq info [142:142:5:4294967295] 00000400:00000200:2.0:1787579801.270435:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.270440:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579801.270444:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579801.270448:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200e00. 00000800:00000200:2.0:1787579801.270452:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579801.270456:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579801.270458:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579801.270461:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.270465:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: using a timeout of 20108 usecs (21 jiffies) 00000400:00000200:2.0:1787579801.270467:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579801.270469:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295033368 00000100:00000001:2.0:1787579801.270471:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.270474:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295033368 00000100:00000001:2.0:1787579801.270476:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.270478:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.270480:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.270483:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.270487:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.270498:0:2409:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579801.270507:0:2409:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787579801.270510:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579801.270512:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579801.270514:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579801.270518:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:2.0:1787579801.270520:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.270523:0:2409:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579801.270525:0:2409:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.270527:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579801.270527:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579801.270529:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579801.270534:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.270540:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579801.270542:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.270544:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579801.270545:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579801.270547:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579801.270550:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956566016:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579801.270553:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579801.270555:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579801.270557:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.270559:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579801.270562:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630c00. 02000000:00000001:2.0:1787579801.270565:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579801.270567:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579801.270570:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd630. 00000400:00000010:2.0:1787579801.270573:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffb28. 00000100:00000200:2.0:1787579801.270577:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956566016, portal 10 00000100:00000001:2.0:1787579801.270579:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579801.270580:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308804480 : -125274400747136 : ffff8e1047d81180) 00000100:00000040:2.0:1787579801.270586:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.270593:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579801.270601:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579801.270605:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff7f8. 00000100:00000200:2.0:1787579801.270608:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956566016, offset 0 00000400:00000200:2.0:1787579801.270612:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579801.270616:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.270620:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579801.270623:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579801.270625:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579801.270628:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579801.270630:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579801.270633:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [143:143:252:4294967295] 192.168.202.129@tcp LPNI seq info [143:143:4:4294967295] 00000400:00000200:2.0:1787579801.270649:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.270655:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579801.270660:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579801.270664:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200200. 00000800:00000200:2.0:1787579801.270668:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579801.270672:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579801.270675:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579801.270678:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.270682:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: using a timeout of 131887 usecs (132 jiffies) 00000400:00000200:2.0:1787579801.270685:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579801.270687:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295033479 00000100:00000001:2.0:1787579801.270689:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.270692:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295033479 00000100:00000001:2.0:1787579801.270694:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.270696:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.270698:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.270701:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579801.270705:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.270722:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579801.270724:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.270726:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579801.270728:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579801.270730:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579801.270733:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956566272:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579801.270737:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579801.270740:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579801.270742:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.270743:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579801.270746:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045631800. 02000000:00000001:2.0:1787579801.270749:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579801.270752:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579801.270755:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd5d8. 00000400:00000010:2.0:1787579801.270759:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffaa0. 00000100:00000200:2.0:1787579801.270762:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956566272, portal 10 00000100:00000001:2.0:1787579801.270764:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579801.270765:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308815232 : -125274400736384 : ffff8e1047d83b80) 00000020:00000010:2.0:1787579801.270771:0:2409:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e1045658000. 00000100:00000040:2.0:1787579801.270778:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.270784:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579801.270787:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579801.270789:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffbb0. 00000100:00000200:2.0:1787579801.270791:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956566272, offset 0 00000400:00000200:2.0:1787579801.270796:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579801.270800:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.270803:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579801.270806:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579801.270808:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579801.270810:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579801.270818:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579801.270821:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [144:144:251:4294967295] 192.168.202.129@tcp LPNI seq info [144:144:3:4294967295] 00000400:00000200:2.0:1787579801.270825:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.270831:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579801.270835:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579801.270839:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200300. 00000800:00000200:2.0:1787579801.270843:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579801.270847:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579801.270849:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579801.270852:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.270855:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: using a timeout of 21641 usecs (22 jiffies) 00000400:00000200:2.0:1787579801.270858:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579801.270860:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295033369 00000100:00000001:2.0:1787579801.270861:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.270863:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295033369 00000100:00000001:2.0:1787579801.270865:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.270867:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.270868:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.270870:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579801.270874:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.270880:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579801.270881:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.270884:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579801.270885:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579801.270887:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579801.270889:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956566528:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579801.270892:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579801.270894:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579801.270901:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.270903:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579801.270905:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045631200. 02000000:00000001:2.0:1787579801.270907:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579801.270910:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579801.270913:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd160. 00000400:00000010:2.0:1787579801.270916:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff5d8. 00000100:00000200:2.0:1787579801.270940:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956566528, portal 4 00000100:00000001:2.0:1787579801.270942:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579801.270943:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308807168 : -125274400744448 : ffff8e1047d81c00) 00000020:00000010:2.0:1787579801.270950:0:2409:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e104565e000. 00000100:00000040:2.0:1787579801.270956:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.270963:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579801.270965:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579801.270967:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff3b8. 00000100:00000200:2.0:1787579801.270970:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874412956566528, offset 0 00000400:00000200:2.0:1787579801.270974:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579801.270978:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.270981:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579801.271560:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579801.271566:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579801.271569:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579801.271571:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579801.271575:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [145:145:250:4294967295] 192.168.202.129@tcp LPNI seq info [145:145:2:4294967295] 00000400:00000200:2.0:1787579801.271579:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579801.271587:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579801.271593:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579801.271597:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200100. 00000800:00000200:2.0:1787579801.271601:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579801.271606:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579801.271608:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579801.271617:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.271621:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: using a timeout of 18951 usecs (19 jiffies) 00000400:00000200:2.0:1787579801.271625:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579801.271627:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295033366 00000100:00000001:2.0:1787579801.271629:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.271632:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295033366 00000100:00000001:2.0:1787579801.271634:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295034630 00000100:00000001:2.0:1787579801.271653:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.271657:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.271661:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.271665:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.271686:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579801.271689:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787579801.271743:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579801.271748:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e104796df00. 00000400:00000200:2.0:1787579801.271757:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579801.271762:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579801.271769:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffc38 00000400:00000010:2.0:1787579801.271772:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffc38. 00000100:00000001:2.0:1787579801.271777:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579801.271783:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.271797:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.271801:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.271809:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.271811:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579801.271828:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579801.271830:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e104796db00. 00000400:00000200:2.0:1787579801.271833:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579801.271837:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579801.271840:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffcc0 00000400:00000010:2.0:1787579801.272232:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffcc0. 00000100:00000001:2.0:1787579801.272236:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579801.272242:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.272250:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.272253:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.272259:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.272261:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579801.272274:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579801.272276:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1061d51900. 00000400:00000200:2.0:1787579801.272279:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579801.272283:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579801.273096:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff990 00000400:00000010:2.0:1787579801.273103:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff990. 00000100:00000001:2.0:1787579801.273108:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579801.273116:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.273128:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.273130:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.273136:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.273137:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579801.273156:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579801.273159:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200e00. 00000400:00000200:2.0:1787579801.273163:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579801.273166:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579801.273169:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff908 00000400:00000010:2.0:1787579801.273171:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff908. 00000100:00000001:2.0:1787579801.273174:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579801.273177:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.273203:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.273206:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.273211:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.273212:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579801.273222:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579801.273224:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200200. 00000400:00000200:2.0:1787579801.273227:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579801.273230:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579801.273233:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff7f8 00000400:00000010:2.0:1787579801.273234:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff7f8. 00000100:00000001:2.0:1787579801.273236:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579801.273240:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.273246:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.273249:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.273254:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.273255:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579801.273262:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579801.273264:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200300. 00000400:00000200:2.0:1787579801.273267:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579801.273270:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579801.273272:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffbb0 00000400:00000010:2.0:1787579801.273274:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffbb0. 00000100:00000001:2.0:1787579801.273276:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579801.273279:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.273532:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.273536:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.273554:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.273556:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579801.273874:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579801.273877:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200100. 00000400:00000200:2.0:1787579801.273881:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579801.273885:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579801.273888:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff3b8 00000400:00000010:2.0:1787579801.273891:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff3b8. 00000100:00000001:2.0:1787579801.273893:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579801.273898:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.273906:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.273909:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.273916:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.273917:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787579801.282317:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282340:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579801.282347:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282350:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.282363:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282374:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579801.282386:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282392:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282409:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282414:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704280 00000400:00000200:3.0:1787579801.282420:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282428:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:3.0:1787579801.282438:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282443:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.282446:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579801.282452:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579801.282462:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579801.282475:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579801.282488:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579801.282512:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579801.282523:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282527:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579801.282529:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282531:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.282534:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282538:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579801.282542:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282545:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282547:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282550:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a8c4c6704480 00000400:00000200:3.0:1787579801.282554:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282559:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:3.0:1787579801.282562:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282565:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.282568:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579801.282571:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579801.282574:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579801.282586:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579801.282595:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579801.282605:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579801.282612:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282616:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579801.282617:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282619:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.282622:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282625:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579801.282630:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282632:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282634:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282647:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a8c4c6704400 00000400:00000200:3.0:1787579801.282650:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282653:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:3.0:1787579801.282657:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282660:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.282662:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579801.282665:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579801.282667:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579801.282672:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579801.282680:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579801.282686:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579801.282689:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282691:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579801.282693:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282695:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.282704:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282707:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579801.282712:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282714:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282716:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282719:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704300 00000400:00000200:3.0:1787579801.282722:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282726:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:3.0:1787579801.282730:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282733:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.282735:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579801.282738:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579801.282741:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579801.282747:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579801.282756:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579801.282763:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579801.282767:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282771:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579801.282773:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.282775:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.282778:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282781:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579801.282786:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282788:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282791:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282794:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704380 00000400:00000200:3.0:1787579801.282797:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.282800:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:3.0:1787579801.282804:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787579801.283100:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579801.283107:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787579801.283118:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579801.283121:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579801.283126:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd5d8. 00000400:00000200:2.0:1787579801.283133:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffaa0 00000400:00000010:2.0:1787579801.283137:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffaa0. 00000100:00000001:2.0:1787579801.283141:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579801.283147:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579801.283157:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.283163:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579801.283165:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.283168:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579801.283173:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579801.283185:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579801.283188:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.283193:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579801.283209:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c61c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579801.283215:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c61c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579801.283219:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579801.283221:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579801.283225:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787579801.283230:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.283237:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579801.283240:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579801.283242:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579801.283245:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.283251:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.283260:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.283265:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579801.283268:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579801.283273:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579801.283282:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956566272:192.168.202.129@tcp:400:kworker.0 00000800:00000001:3.0:1787579801.283446:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.283450:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579801.283455:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579801.283460:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579801.283465:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579801.283472:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579801.283479:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579801.283484:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.283488:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787579801.283960:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579801.283962:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579801.283965:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd160. 00000400:00000200:2.0:1787579801.283969:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff5d8 00000400:00000010:2.0:1787579801.283971:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff5d8. 00000100:00000001:2.0:1787579801.283974:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579801.283981:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1787579801.287277:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1787579801.287416:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.287425:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579801.287459:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.287464:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579801.287468:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579801.287471:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579801.287474:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.287477:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579801.287491:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c60c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579801.287496:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c60c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579801.287500:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579801.287501:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579801.287505:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579801.287511:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579801.287518:0:2409:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.287523:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579801.287526:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579801.287528:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579801.287530:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.287535:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.287542:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.287546:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579801.287549:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579801.287553:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579801.287561:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956566528:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579801.287574:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579801.287576:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579801.287581:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd058. 00000400:00000200:2.0:1787579801.287586:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff550 00000400:00000010:2.0:1787579801.287589:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff550. 00000100:00000001:2.0:1787579801.287593:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579801.287603:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579801.287612:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.287618:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579801.287620:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.287622:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579801.287623:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579801.287625:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579801.287627:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.287629:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579801.287634:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e10526eec60 time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579801.287648:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e10526eec18 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579801.287650:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579801.287651:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579801.287653:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579801.287657:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579801.287664:0:2409:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.287666:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579801.287667:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:2.0:1787579801.287669:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579801.287671:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.287674:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.287680:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.287682:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579801.287683:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579801.287687:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579801.287695:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956566144:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579801.287710:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579801.287712:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579801.287715:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd580. 00000400:00000200:2.0:1787579801.287717:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519fff68 00000400:00000010:2.0:1787579801.287719:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519fff68. 00000100:00000001:2.0:1787579801.287721:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579801.287726:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579801.287734:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.287739:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579801.287740:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.287742:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579801.287744:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579801.287745:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579801.287746:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.287748:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579801.287753:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c67c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579801.287756:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c67c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579801.287758:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579801.287759:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579801.287761:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579801.287764:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579801.287770:0:2409:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.287772:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579801.287774:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579801.287775:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579801.287777:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.287780:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.287786:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.287793:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579801.287794:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579801.287798:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579801.287806:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956566400:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579801.287812:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579801.287813:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579801.287815:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd318. 00000400:00000200:2.0:1787579801.287817:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff330 00000400:00000010:2.0:1787579801.287819:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff330. 00000100:00000001:2.0:1787579801.287821:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579801.287825:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579801.287833:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.287839:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579801.287840:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.287842:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579801.287914:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579801.287916:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579801.287918:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.287940:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579801.287945:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c63c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579801.287949:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c63c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579801.287951:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579801.287952:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579801.287954:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579801.287958:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579801.287965:0:2409:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.287967:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579801.287969:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579801.287976:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579801.287977:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.288049:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.288057:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.288059:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579801.288060:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579801.288064:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579801.288071:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956566656:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579801.288076:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.288080:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.288085:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d83b80 x1874412956566272/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.288092:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579801.288095:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579801.288099:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045631800. 02000000:00000001:2.0:1787579801.288104:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579801.288107:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579801.288109:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e1044c61800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000020:00000001:2.0:1787579801.288111:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579801.288115:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e104796d800. 02000000:00000001:2.0:1787579801.288121:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579801.288123:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579801.288125:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d83b80. 00000100:00000001:2.0:1787579801.288129:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579801.288131:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.288132:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.288136:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d81c00 x1874412956566528/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.288142:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579801.288144:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579801.288152:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045631200. 02000000:00000001:2.0:1787579801.288154:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579801.288155:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579801.288156:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e1044c60800 refcount=2 obd=lustre-OST0000-osc-ffff8e10526b2000 00000020:00000001:2.0:1787579801.288158:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579801.288160:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e104796dc00. 02000000:00000001:2.0:1787579801.288162:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579801.288163:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579801.288164:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d81c00. 00000100:00000001:2.0:1787579801.288166:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579801.288168:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.288169:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.288173:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d82d80 x1874412956566144/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.288178:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579801.288179:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579801.288181:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630800. 02000000:00000001:2.0:1787579801.288183:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579801.288183:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579801.288184:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e10526ee800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000020:00000001:2.0:1787579801.288186:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579801.288187:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e10453eb800. 02000000:00000001:2.0:1787579801.288191:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579801.288192:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579801.288193:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d82d80. 00000100:00000001:2.0:1787579801.288195:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579801.288197:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.288198:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.288201:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d82300 x1874412956566400/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.288207:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579801.288209:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579801.288210:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630600. 02000000:00000001:2.0:1787579801.288213:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579801.288214:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579801.288215:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e1044c67800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000020:00000001:2.0:1787579801.288221:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579801.288223:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e104796d700. 02000000:00000001:2.0:1787579801.288225:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579801.288227:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579801.288228:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d82300. 00000100:00000001:2.0:1787579801.288230:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579801.288231:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.288233:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.288237:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d83100 x1874412956566656/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.288243:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579801.288244:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579801.288245:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045631e00. 02000000:00000001:2.0:1787579801.288248:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579801.288249:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579801.288251:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e1044c63800 refcount=2 obd=lustre-OST0001-osc-ffff8e10526b2000 00000020:00000001:2.0:1787579801.288252:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579801.288254:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e104796da00. 02000000:00000001:2.0:1787579801.288255:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579801.288256:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579801.288258:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d83100. 00000100:00000001:2.0:1787579801.288260:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579801.288260:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.288264:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.288267:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579801.288270:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579801.288273:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.288274:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787579801.288497:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579801.288501:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.288506:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.288514:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.288519:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579801.288529:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.288534:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.288541:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.288545:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704200 00000400:00000200:3.0:1787579801.288551:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.288558:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:3.0:1787579801.288566:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.288570:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.288574:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579801.288579:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579801.288587:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579801.288592:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579801.288602:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.290261:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579801.290272:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787579801.290325:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579801.290384:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.290402:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579801.290406:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.290408:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.290416:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.290425:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579801.290435:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.290440:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.290457:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.290461:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a8c4c6704180 00000400:00000200:3.0:1787579801.290467:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579801.290474:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:3.0:1787579801.290481:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.290557:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579801.290561:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579801.290566:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579801.290573:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579801.290582:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579801.290593:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579801.290601:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579801.290606:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579801.290609:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787579801.299272:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579801.299291:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579801.299298:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd630. 00000400:00000200:2.0:1787579801.299309:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffb28 00000400:00000010:2.0:1787579801.299313:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffb28. 00000100:00000001:2.0:1787579801.299319:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579801.299336:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579801.299370:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.299380:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579801.299383:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.299387:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579801.299391:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579801.299395:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579801.299398:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.299401:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579801.299413:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1048aa1460 time=89 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579801.299417:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1048aa1418 time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579801.299420:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579801.299422:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579801.299425:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787579801.299430:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.299435:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579801.299437:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:2.0:1787579801.299441:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579801.299443:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.299461:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.299469:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.299473:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579801.299476:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579801.299480:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579801.299488:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956566016:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579801.299498:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579801.299500:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579801.299502:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebdd68. 00000400:00000200:2.0:1787579801.299504:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff4c8 00000400:00000010:2.0:1787579801.299512:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff4c8. 00000100:00000001:2.0:1787579801.299515:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579801.299521:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579801.299530:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.299535:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579801.299537:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.299539:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579801.299541:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579801.299542:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579801.299544:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579801.299545:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579801.299549:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e105182fc60 time=89 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579801.299552:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e105182fc18 time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579801.299554:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579801.299555:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579801.299557:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787579801.299559:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.299561:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579801.299565:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.299571:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579801.299572:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579801.299574:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579801.299577:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579801.299585:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956565888:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579801.299590:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.299595:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.299599:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d81180 x1874412956566016/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.299617:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579801.299621:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579801.299627:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630c00. 02000000:00000001:2.0:1787579801.299632:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579801.299644:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579801.299646:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e1048aa1000 refcount=3 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000020:00000001:2.0:1787579801.299649:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579801.299652:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e10453ebf00. 02000000:00000001:2.0:1787579801.299656:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579801.299658:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579801.299661:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d81180. 00000100:00000001:2.0:1787579801.299665:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579801.299667:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.299668:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579801.299672:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d80a80 x1874412956565888/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579801.299677:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579801.299679:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579801.299680:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045631000. 02000000:00000001:2.0:1787579801.299682:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579801.299683:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579801.299684:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e105182f800 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1787579801.299686:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579801.299687:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1053f6e300. 02000000:00000001:2.0:1787579801.299691:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579801.299692:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579801.299694:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d80a80. 00000100:00000001:2.0:1787579801.299697:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579801.299698:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.299701:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579801.299735:0:2409:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579801.299738:0:2409:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579801.299741:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579801.299745:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579801.778335:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579801.778344:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579801.778351:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579801.778352:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579801.779159:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579801.779164:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579801.779168:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787579802.626814:0:711:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17220 (cpu 2) has reached its deadline 4295034630, at 4295034704 00000100:00000010:2.0:1787579802.626863:0:711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1046c0e4e0. 00000100:00000040:3.0:1787579802.641734:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17330 (cpu 3) has reached its deadline 4295034630, at 4295034717 00000100:00000010:3.0:1787579802.641751:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1046c0ed20. 00010000:00000001:3.0:1787579802.803079:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579802.803088:0:417:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787579802.803091:0:417:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787579802.803094:0:417:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579802.803098:0:417:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787579802.803100:0:417:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579802.803102:0:417:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579802.803104:0:417:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579802.803108:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579802.803109:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579802.803452:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579802.803455:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579802.803458:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579803.826771:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579803.826779:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579803.826785:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579803.826786:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787579803.827082:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787579803.827086:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787579803.827090:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579804.851308:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579804.851318:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579804.851335:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579804.851337:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579804.859346:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579804.859358:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579804.859366:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579805.876089:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579805.876096:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579805.876102:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579805.876104:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579805.876412:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579805.876417:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579805.876421:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787579806.386239:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787579806.386254:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787579806.386269:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1052354000. 00000020:00000040:3.0:1787579806.386279:0:472:0:(genops.c:1210:class_import_get()) import ffff8e105182f800 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:3.0:1787579806.386284:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787579806.386288:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787579806.386296:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787579806.386307:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e10439b5500. 00000100:00000001:3.0:1787579806.386316:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386333:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787579806.386346:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787579806.386351:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386379:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059e9a2aa] to pc [ptlrpcd_01_01+1] req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.386411:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386414:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787579806.386418:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787579806.386422:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1052357800. 00000020:00000040:3.0:1787579806.386425:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1048aa1000 refcount=4 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000100:00000001:3.0:1787579806.386428:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787579806.386429:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787579806.386431:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787579806.386435:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e10439b5700. 00000100:00000001:3.0:1787579806.386438:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386442:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787579806.386449:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787579806.386451:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386454:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075294634] to pc [ptlrpcd_01_00+0] req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.386463:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386466:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787579806.386469:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787579806.386474:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1052356a00. 00000020:00000040:3.0:1787579806.386476:0:472:0:(genops.c:1210:class_import_get()) import ffff8e10526ee800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000100:00000001:3.0:1787579806.386478:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787579806.386480:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787579806.386481:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787579806.386485:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e10616fc600. 00000100:00000001:3.0:1787579806.386488:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386500:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787579806.386518:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787579806.386519:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386524:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009535674e] to pc [ptlrpcd_01_01+1] req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.386531:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386533:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787579806.386536:0:472:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787579806.386540:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787579806.386543:0:472:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787579806.386546:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787579806.386550:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787579806.386552:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1052355500. 00000020:00000040:3.0:1787579806.386564:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1044c61800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000100:00000001:3.0:1787579806.386567:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787579806.386568:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787579806.386570:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787579806.386574:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1061566800. 00000100:00000001:3.0:1787579806.386578:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386582:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787579806.386588:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787579806.386599:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386603:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc08cf3f] to pc [ptlrpcd_01_00+0] req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.386610:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386612:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787579806.386621:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787579806.386624:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1052357480. 00000020:00000040:3.0:1787579806.386626:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1044c67800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000100:00000001:3.0:1787579806.386628:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787579806.386630:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787579806.386631:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787579806.386639:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1050a4fc00. 00000100:00000001:3.0:1787579806.386643:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386647:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787579806.386654:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787579806.386656:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386659:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e1b7221] to pc [ptlrpcd_01_01+1] req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.386665:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386668:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787579806.386671:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787579806.386675:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1052356680. 00000020:00000040:3.0:1787579806.386677:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1044c60800 refcount=3 obd=lustre-OST0000-osc-ffff8e10526b2000 00000100:00000001:3.0:1787579806.386679:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787579806.386681:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787579806.386682:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787579806.386686:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1050a4f400. 00000100:00000001:3.0:1787579806.386689:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386692:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787579806.386699:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787579806.386700:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386704:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ab303c8] to pc [ptlrpcd_01_00+0] req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.386721:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386723:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787579806.386726:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787579806.386729:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1052354380. 00000020:00000040:3.0:1787579806.386731:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1044c63800 refcount=3 obd=lustre-OST0001-osc-ffff8e10526b2000 00000100:00000001:3.0:1787579806.386734:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787579806.386735:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787579806.386736:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787579806.386740:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1050a4fe00. 00000100:00000001:3.0:1787579806.386742:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386746:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787579806.386753:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787579806.386755:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386758:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea18d2a] to pc [ptlrpcd_01_01+1] req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.386765:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579806.386771:0:472:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (376) 00000100:00000001:2.0:1787579806.387050:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579806.387056:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579806.387060:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579806.387068:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.387078:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579806.387080:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.387085:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579806.387088:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579806.387091:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579806.387094:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2410:1874412956566784:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.387098:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579806.387105:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579806.387109:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.387112:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579806.387119:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045631a00. 02000000:00000001:2.0:1787579806.387121:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579806.387130:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579806.387135:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebdd68. 00000400:00000010:2.0:1787579806.387145:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff4c8. 00000100:00000200:2.0:1787579806.387155:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956566784, portal 25 00000100:00000001:2.0:1787579806.387158:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579806.387160:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799482683392 : -125274226868224 : ffff8e1052354000) 00000100:00000040:2.0:1787579806.387166:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.387175:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579806.387178:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579806.387181:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffb28. 00000100:00000200:2.0:1787579806.387185:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874412956566784, offset 0 00000400:00000200:2.0:1787579806.387201:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579806.387223:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.387233:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579806.387241:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579806.387247:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579806.387251:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579806.387255:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579806.387259:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [146:146:256:4294967295] 192.168.202.129@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1787579806.387264:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.387275:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579806.387284:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579806.387291:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200100. 00000800:00000200:2.0:1787579806.387299:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579806.387309:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579806.387315:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579806.387335:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579806.387340:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579806.387344:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4295039748 00000100:00000010:2.0:1787579806.387349:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1046c0e300. 00000100:00000001:2.0:1787579806.387359:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787579806.387365:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4295039748 00000100:00000010:2.0:1787579806.387368:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1046c0e480. 00000100:00000001:2.0:1787579806.387371:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787579806.387374:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.387377:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.387381:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579806.387385:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.387391:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579806.387393:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.387404:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579806.387406:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579806.387408:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579806.387411:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956567040:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.387415:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579806.387418:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579806.387419:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.387421:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579806.387424:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045631c00. 02000000:00000001:2.0:1787579806.387426:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579806.387430:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579806.387434:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd630. 00000400:00000010:2.0:1787579806.387438:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff330. 00000100:00000200:2.0:1787579806.387442:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956567040, portal 10 00000100:00000001:2.0:1787579806.387444:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579806.387445:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799482694144 : -125274226857472 : ffff8e1052356a00) 00000100:00000040:2.0:1787579806.387452:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.387460:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579806.387462:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579806.387464:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519fff68. 00000100:00000200:2.0:1787579806.387467:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956567040, offset 0 00000400:00000200:2.0:1787579806.387471:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579806.387475:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.387478:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579806.387482:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579806.387484:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579806.387486:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579806.387500:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579806.387504:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [147:147:255:4294967295] 192.168.202.129@tcp LPNI seq info [147:147:7:4294967295] 00000400:00000200:2.0:1787579806.387508:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.387514:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579806.387526:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579806.387529:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200300. 00000800:00000200:2.0:1787579806.387533:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579806.387537:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579806.387540:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579806.387543:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.387547:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: using a timeout of 148377 usecs (149 jiffies) 00000400:00000200:2.0:1787579806.387550:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579806.387552:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295038614 00000100:00000001:2.0:1787579806.387555:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.387557:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295038614 00000100:00000001:2.0:1787579806.387560:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.387562:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.387564:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.387566:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579806.387571:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.387579:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579806.387580:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.387583:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579806.387584:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579806.387586:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579806.387589:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956567296:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.387603:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579806.387606:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579806.387608:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.387609:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579806.387613:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630200. 02000000:00000001:2.0:1787579806.387615:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579806.387618:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579806.387626:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd318. 00000400:00000010:2.0:1787579806.387629:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff550. 00000100:00000200:2.0:1787579806.387633:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956567296, portal 10 00000100:00000001:2.0:1787579806.387635:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579806.387636:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799482696832 : -125274226854784 : ffff8e1052357480) 00000100:00000040:2.0:1787579806.387643:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.387650:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579806.387652:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579806.387655:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff5d8. 00000100:00000200:2.0:1787579806.387657:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956567296, offset 0 00000400:00000200:2.0:1787579806.387662:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579806.387666:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.387670:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579806.387673:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579806.387676:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579806.387677:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579806.387680:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579806.387683:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [148:148:254:4294967295] 192.168.202.129@tcp LPNI seq info [148:148:6:4294967295] 00000400:00000200:2.0:1787579806.387687:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.387692:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579806.387697:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579806.387701:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200200. 00000800:00000200:2.0:1787579806.387705:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579806.387709:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579806.387711:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579806.387714:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.387718:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: using a timeout of 23996 usecs (24 jiffies) 00000400:00000200:2.0:1787579806.387720:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579806.387722:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295038489 00000100:00000001:2.0:1787579806.387724:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.387731:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295038489 00000100:00000001:2.0:1787579806.387733:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.387736:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.387738:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.387740:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579806.387745:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.387752:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579806.387753:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.387756:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579806.387757:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579806.387759:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579806.387762:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956567552:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.387765:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579806.387768:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579806.387769:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.387771:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579806.387774:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630400. 02000000:00000001:2.0:1787579806.387776:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579806.387780:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579806.387783:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd580. 00000400:00000010:2.0:1787579806.387787:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffaa0. 00000100:00000200:2.0:1787579806.387790:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956567552, portal 4 00000100:00000001:2.0:1787579806.387792:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579806.387793:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799482684288 : -125274226867328 : ffff8e1052354380) 00000100:00000040:2.0:1787579806.387800:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.387806:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579806.387808:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579806.387811:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff3b8. 00000100:00000200:2.0:1787579806.387813:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874412956567552, offset 0 00000400:00000200:2.0:1787579806.387823:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579806.387827:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.387831:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579806.387833:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579806.387836:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579806.387838:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579806.387840:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579806.387842:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [149:149:253:4294967295] 192.168.202.129@tcp LPNI seq info [149:149:5:4294967295] 00000400:00000200:2.0:1787579806.387846:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.387852:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579806.387856:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579806.387860:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200e00. 00000800:00000200:2.0:1787579806.387865:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579806.387869:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579806.387871:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579806.387874:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.387877:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: using a timeout of 21386 usecs (22 jiffies) 00000400:00000200:2.0:1787579806.387880:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579806.387882:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295038487 00000100:00000001:2.0:1787579806.387884:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.387886:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295038487 00000100:00000001:2.0:1787579806.387888:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.387890:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.387892:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.387895:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.387898:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.387907:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579806.387910:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787579806.387913:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579806.387914:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579806.387916:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579806.388459:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1787579806.388462:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.388467:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579806.388641:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.388646:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579806.388648:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579806.388650:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579806.388658:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.388668:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579806.388670:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.388674:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579806.388677:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579806.388680:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579806.388683:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052357800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956566912:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.388688:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579806.388692:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579806.388694:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.388696:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579806.388700:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045631600. 02000000:00000001:2.0:1787579806.388703:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579806.388708:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579806.388711:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd058. 00000400:00000010:2.0:1787579806.388716:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffbb0. 00000100:00000200:2.0:1787579806.388720:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956566912, portal 10 00000100:00000001:2.0:1787579806.388723:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579806.388724:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799482697728 : -125274226853888 : ffff8e1052357800) 00000100:00000040:2.0:1787579806.388731:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.388739:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579806.388742:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579806.388744:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff7f8. 00000100:00000200:2.0:1787579806.388747:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956566912, offset 0 00000400:00000200:2.0:1787579806.388751:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579806.388767:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.388772:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579806.388776:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579806.388780:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579806.388782:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579806.388785:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579806.388788:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [150:150:252:4294967295] 192.168.202.129@tcp LPNI seq info [150:150:4:4294967295] 00000400:00000200:2.0:1787579806.388792:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.388799:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579806.388805:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579806.388810:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200d00. 00000800:00000200:2.0:1787579806.388816:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579806.388821:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579806.388824:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579806.388828:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.388832:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: using a timeout of 128160 usecs (129 jiffies) 00000400:00000200:2.0:1787579806.388835:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579806.388837:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295038595 00000100:00000001:2.0:1787579806.388840:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.388842:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295038595 00000100:00000001:2.0:1787579806.388845:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.388847:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.388849:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.388852:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579806.388857:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.388864:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579806.388866:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.388868:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579806.388878:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579806.388881:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579806.388884:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956567168:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.388888:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579806.388891:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579806.388893:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.388895:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579806.388908:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630800. 02000000:00000001:2.0:1787579806.388911:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579806.388915:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579806.388918:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd160. 00000800:00000200:3.0:1787579806.389112:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579806.389119:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200100. 00000400:00000200:3.0:1787579806.389129:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.389136:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000010:2.0:1787579806.389178:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff908. 00000400:00000200:3.0:1787579806.391601:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffb28 00000400:00000010:3.0:1787579806.391616:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffb28. 00000100:00000001:3.0:1787579806.391631:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579806.391646:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.391662:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579806.391666:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.391705:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579806.391707:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579806.391754:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579806.391758:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200300. 00000400:00000200:3.0:1787579806.391764:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.391770:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579806.391774:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519fff68 00000400:00000010:3.0:1787579806.391776:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519fff68. 00000100:00000001:3.0:1787579806.391778:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579806.391783:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.391791:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579806.391794:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.391800:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579806.391802:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579806.391812:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579806.391814:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200200. 00000400:00000200:3.0:1787579806.391817:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.391820:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579806.391823:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff5d8 00000400:00000010:3.0:1787579806.391824:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff5d8. 00000100:00000001:3.0:1787579806.391827:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579806.391831:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.391839:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579806.391842:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.391848:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579806.391849:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579806.391858:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579806.391866:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200e00. 00000400:00000200:3.0:1787579806.391869:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.391872:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579806.391876:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff3b8 00000400:00000010:3.0:1787579806.391878:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff3b8. 00000100:00000001:3.0:1787579806.391881:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579806.391886:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.391893:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579806.391896:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.397165:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579806.397170:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579806.397365:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579806.397370:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200d00. 00000400:00000200:3.0:1787579806.397379:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.397390:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579806.397399:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff7f8 00000400:00000010:3.0:1787579806.397402:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff7f8. 00000100:00000001:3.0:1787579806.397407:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579806.397419:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.397431:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579806.397434:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.397441:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579806.397443:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787579806.400230:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579806.400243:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787579806.400261:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.400278:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579806.400281:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.400284:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.400316:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.400325:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579806.400336:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.400342:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.400349:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.400355:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a8c4c6704500 00000400:00000200:3.0:1787579806.400361:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.400370:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:3.0:1787579806.400379:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.400387:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.400391:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.400396:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579806.400406:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579806.400418:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579806.400431:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.400442:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579806.400452:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.400456:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1787579806.405478:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956567168, portal 10 00000100:00000001:2.0:1787579806.405492:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579806.405495:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799482688768 : -125274226862848 : ffff8e1052355500) 00000100:00000040:2.0:1787579806.405520:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.405534:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579806.405537:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579806.405549:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff990. 00000100:00000200:2.0:1787579806.405567:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956567168, offset 0 00000400:00000200:2.0:1787579806.405577:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579806.405601:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.405612:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579806.405619:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579806.405626:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579806.405631:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579806.405634:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579806.405639:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [151:151:256:4294967295] 192.168.202.129@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:2.0:1787579806.405644:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.405656:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579806.405663:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579806.405693:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200600. 00000800:00000200:2.0:1787579806.405702:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579806.405712:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579806.405718:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579806.405743:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.405749:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: using a timeout of 21222 usecs (22 jiffies) 00000400:00000200:2.0:1787579806.405753:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579806.405756:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295038505 00000100:00000001:2.0:1787579806.405760:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.405763:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295038505 00000100:00000001:2.0:1787579806.405766:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.405769:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.405774:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.405780:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579806.405787:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.405798:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579806.405801:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.405807:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579806.405812:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579806.405815:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579806.405819:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1052356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956567424:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.405824:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579806.405831:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579806.405835:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.405838:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579806.405859:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630c00. 02000000:00000001:2.0:1787579806.405862:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579806.405868:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579806.405873:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd5d8. 00000400:00000010:2.0:1787579806.405879:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffcc0. 00000100:00000200:2.0:1787579806.405890:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956567424, portal 4 00000100:00000001:2.0:1787579806.405893:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579806.405894:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799482693248 : -125274226858368 : ffff8e1052356680) 00000100:00000040:2.0:1787579806.405912:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.405918:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579806.405948:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579806.405951:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffc38. 00000100:00000200:2.0:1787579806.405953:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874412956567424, offset 0 00000400:00000200:2.0:1787579806.405958:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579806.405963:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.405967:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579806.405969:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579806.405972:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579806.405973:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579806.405976:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579806.405978:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [152:152:255:4294967295] 192.168.202.129@tcp LPNI seq info [152:152:7:4294967295] 00000400:00000200:2.0:1787579806.405982:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579806.405987:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579806.405990:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579806.405994:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200800. 00000800:00000200:2.0:1787579806.406047:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579806.406051:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579806.406054:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579806.406057:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.406061:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: using a timeout of 20483 usecs (21 jiffies) 00000400:00000200:2.0:1787579806.406064:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579806.406066:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295038505 00000100:00000001:2.0:1787579806.406068:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.406069:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295038505 00000100:00000001:2.0:1787579806.406077:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295039748 00000100:00000001:2.0:1787579806.406080:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.406081:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1787579806.406089:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579806.406090:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579806.406094:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebdd68. 00000400:00000200:2.0:1787579806.406100:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff4c8 00000400:00000010:2.0:1787579806.406103:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff4c8. 00000100:00000001:2.0:1787579806.406108:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579806.406114:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579806.406125:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.406133:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579806.406136:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.406139:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579806.406142:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579806.406146:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579806.406148:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.406152:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579806.406163:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e105182fc60 time=94 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579806.406168:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e105182fc18 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579806.406171:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579806.406174:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579806.406177:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787579806.406180:0:2410:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.406183:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.406189:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.406198:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.406201:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579806.406204:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579806.406208:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579806.407185:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2410:1874412956566784:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.407196:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.407201:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579806.407206:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1052354000 x1874412956566784/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.407214:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1787579806.407462:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.407480:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579806.407483:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.407486:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.407492:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.407497:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579806.407507:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.407512:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.407518:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.407522:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704600 00000400:00000200:3.0:1787579806.407526:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.407534:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:3.0:1787579806.407565:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.407570:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.407575:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.407580:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579806.407588:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579806.407604:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579806.407613:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.407621:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787579806.407676:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579806.407681:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200600. 00000400:00000200:3.0:1787579806.407686:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.407689:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579806.407693:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff990 00000400:00000010:3.0:1787579806.407696:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff990. 00000100:00000001:3.0:1787579806.407700:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579806.407704:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.407714:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579806.407717:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.407724:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579806.407726:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787579806.407733:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.407736:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579806.407738:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.407740:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.407743:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.407746:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579806.407751:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.407753:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.407764:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.407767:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704700 00000400:00000200:3.0:1787579806.407771:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.407774:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:3.0:1787579806.407778:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.407841:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.407844:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.407848:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579806.407851:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579806.407856:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579806.407865:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.407872:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1787579806.408133:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579806.408138:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045631a00. 02000000:00000001:2.0:1787579806.408143:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579806.408146:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579806.408149:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e105182f800 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1787579806.408151:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579806.408154:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e10439b5500. 02000000:00000001:2.0:1787579806.408158:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579806.408160:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579806.408164:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1052354000. 00000100:00000001:2.0:1787579806.408167:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579806.408169:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.408173:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.408176:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579806.408179:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787579806.408186:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579806.408188:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579806.408191:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd630. 00000400:00000200:2.0:1787579806.408194:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff330 00000400:00000010:2.0:1787579806.408197:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff330. 00000100:00000001:2.0:1787579806.408199:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579806.408204:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579806.408214:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.408284:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579806.408294:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.408297:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579806.408299:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579806.408302:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579806.408304:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.408307:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579806.408318:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e10526eec60 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579806.408322:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e10526eec18 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579806.408325:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579806.408327:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579806.408330:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579806.408336:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579806.408344:0:2410:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.408349:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579806.408351:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:2.0:1787579806.408353:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579806.408355:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.408360:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.408367:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.408370:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579806.408373:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579806.408376:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579806.408383:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956567040:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579806.408390:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579806.408391:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579806.408393:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd318. 00000400:00000200:2.0:1787579806.408395:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff550 00000400:00000010:2.0:1787579806.408398:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff550. 00000100:00000001:2.0:1787579806.408400:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579806.408409:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579806.408418:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.408424:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579806.408426:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.408428:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579806.408429:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579806.408431:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579806.408432:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.408434:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579806.408438:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c67c60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579806.408442:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c67c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579806.408444:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579806.408445:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579806.408447:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579806.408451:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579806.408457:0:2410:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.408460:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579806.408461:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579806.408463:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579806.408464:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.408468:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.408473:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.408475:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579806.408476:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579806.408479:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579806.408486:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956567296:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.408501:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.408503:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579806.408507:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1052356a00 x1874412956567040/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.408513:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579806.408514:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579806.408516:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045631c00. 02000000:00000001:2.0:1787579806.408518:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579806.408520:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579806.408522:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e10526ee800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000020:00000001:2.0:1787579806.408524:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579806.408525:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e10616fc600. 02000000:00000001:2.0:1787579806.408529:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579806.408530:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579806.408532:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1052356a00. 00000100:00000001:2.0:1787579806.408534:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579806.408535:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.408537:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579806.408539:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1052357480 x1874412956567296/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.408544:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579806.408545:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579806.408546:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630200. 02000000:00000001:2.0:1787579806.408548:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:3.0:1787579806.408742:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579806.408746:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200800. 00000400:00000200:3.0:1787579806.408750:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.408754:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579806.408758:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffc38 00000400:00000010:3.0:1787579806.408760:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffc38. 00000100:00000001:3.0:1787579806.408763:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579806.408767:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.408776:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579806.408779:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.408785:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579806.408787:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787579806.408793:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.408798:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579806.409015:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.409030:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579806.409032:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.409034:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.409040:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.409044:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579806.409051:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.409055:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.409061:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.409065:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a8c4c6704800 00000400:00000200:3.0:1787579806.409069:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.409076:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:3.0:1787579806.409083:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.409086:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.409089:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.409092:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579806.409098:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579806.409103:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579806.409112:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.409120:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579806.409126:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.409130:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579806.409131:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.409133:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.409136:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.409139:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579806.409143:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.409146:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.409148:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.409151:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704580 00000400:00000200:3.0:1787579806.409154:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.409164:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:3.0:1787579806.409168:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.409173:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.409176:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.409178:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579806.409182:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579806.409187:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579806.409195:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.409202:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579806.409205:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.409218:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787579806.409332:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579806.409335:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e1044c67800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000020:00000001:2.0:1787579806.409337:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579806.409340:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1050a4fc00. 02000000:00000001:2.0:1787579806.409345:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579806.409347:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579806.409349:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1052357480. 00000100:00000001:2.0:1787579806.409353:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579806.409354:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.409357:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.409359:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579806.409368:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787579806.409373:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579806.409375:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579806.409376:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd058. 00000400:00000200:2.0:1787579806.409379:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffbb0 00000400:00000010:2.0:1787579806.409381:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffbb0. 00000100:00000001:2.0:1787579806.409384:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579806.409390:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579806.409399:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.409405:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579806.409407:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.409409:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579806.409412:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579806.409414:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579806.409416:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.409417:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579806.409424:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1048aa1460 time=94 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579806.409428:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1048aa1418 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579806.409430:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579806.409432:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579806.409434:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787579806.409437:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.409441:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579806.409442:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:2.0:1787579806.409444:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579806.409446:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.409450:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.409457:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.409459:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579806.409461:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579806.409465:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579806.409485:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052357800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956566912:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579806.409491:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579806.409492:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579806.409494:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd580. 00000400:00000200:2.0:1787579806.409496:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffaa0 00000400:00000010:2.0:1787579806.409498:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffaa0. 00000100:00000001:2.0:1787579806.409500:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579806.409503:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579806.409511:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.409516:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579806.409517:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.409519:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579806.409521:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579806.409522:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579806.409523:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.409526:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579806.409531:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c63c60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579806.409534:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c63c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579806.409536:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579806.409537:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579806.409539:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579806.409542:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579806.409549:0:2410:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.409673:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579806.409675:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579806.409677:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579806.409679:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.409684:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.409697:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.409699:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579806.409700:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579806.409704:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579806.409710:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956567552:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.409714:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.409716:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579806.409719:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1052357800 x1874412956566912/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.409725:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579806.409728:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579806.409730:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045631600. 02000000:00000001:2.0:1787579806.409732:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579806.409734:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579806.409735:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e1048aa1000 refcount=3 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000020:00000001:2.0:1787579806.409737:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579806.409738:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e10439b5700. 02000000:00000001:2.0:1787579806.409740:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579806.409741:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579806.409743:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1052357800. 00000100:00000001:2.0:1787579806.409745:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579806.409746:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.409747:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579806.409750:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1052354380 x1874412956567552/t0(0) o400->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.409756:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579806.409757:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579806.409758:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630400. 02000000:00000001:2.0:1787579806.409760:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579806.409761:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579806.409768:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e1044c63800 refcount=2 obd=lustre-OST0001-osc-ffff8e10526b2000 00000020:00000001:2.0:1787579806.409770:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579806.409772:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1050a4fe00. 02000000:00000001:2.0:1787579806.409775:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579806.409776:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579806.409777:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1052354380. 00000100:00000001:2.0:1787579806.409780:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579806.409782:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.409784:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.409786:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579806.409787:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579806.409790:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.409792:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787579806.416696:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.416720:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579806.416726:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.416728:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.416740:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.416763:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579806.416775:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.416781:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.416796:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.416801:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a8c4c6704780 00000400:00000200:3.0:1787579806.416807:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.416814:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x8dd [1] + 224 00000800:00000001:3.0:1787579806.416823:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.416828:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.416832:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.416837:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579806.416848:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579806.416861:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579806.416902:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.416970:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579806.416983:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.416987:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579806.416990:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.416991:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.416995:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.416999:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579806.417003:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.417006:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.417009:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.417012:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704680 00000400:00000200:3.0:1787579806.417016:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579806.417021:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8cd [1] + 224 00000800:00000001:3.0:1787579806.417025:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.417033:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579806.417035:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579806.417038:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579806.417041:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579806.417046:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579806.417055:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579806.417064:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579806.417067:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579806.417069:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.418168:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579806.418178:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787579806.418191:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579806.418194:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579806.418199:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd160. 00000400:00000200:2.0:1787579806.418208:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff908 00000400:00000010:2.0:1787579806.418211:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff908. 00000100:00000001:2.0:1787579806.418224:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579806.418233:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579806.418244:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.418252:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579806.418255:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.418258:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579806.418262:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579806.418265:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579806.418268:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.418272:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579806.418285:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c61c60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579806.418289:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c61c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579806.418292:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579806.418294:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579806.418297:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787579806.418320:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.418325:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579806.418328:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579806.418330:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579806.418333:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.418339:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.418346:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.418350:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579806.418352:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579806.418356:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579806.418364:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052355500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956567168:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579806.418371:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579806.418372:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579806.418375:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd5d8. 00000400:00000200:2.0:1787579806.418377:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffcc0 00000400:00000010:2.0:1787579806.418379:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffcc0. 00000100:00000001:2.0:1787579806.418382:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579806.418386:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579806.418394:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.418399:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579806.418400:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.418402:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579806.418404:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579806.418405:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579806.418407:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579806.418409:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579806.418413:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c60c60 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579806.418416:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c60c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579806.418424:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579806.418426:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579806.418427:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579806.418432:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579806.418439:0:2410:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.418441:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579806.418442:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579806.418444:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579806.418445:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579806.418449:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.418456:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579806.418458:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579806.418459:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579806.418462:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579806.418469:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1052356680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956567424:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579806.418474:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.418477:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579806.418481:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1052355500 x1874412956567168/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.418488:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579806.418491:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579806.418496:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630800. 02000000:00000001:2.0:1787579806.418499:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579806.418503:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579806.418505:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e1044c61800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000020:00000001:2.0:1787579806.418507:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579806.418510:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1061566800. 02000000:00000001:2.0:1787579806.418516:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579806.418526:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579806.418529:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1052355500. 00000100:00000001:2.0:1787579806.418533:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579806.418534:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.418536:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579806.418540:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1052356680 x1874412956567424/t0(0) o400->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579806.418546:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579806.418547:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579806.418548:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630c00. 02000000:00000001:2.0:1787579806.418551:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579806.418552:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579806.418553:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e1044c60800 refcount=2 obd=lustre-OST0000-osc-ffff8e10526b2000 00000020:00000001:2.0:1787579806.418555:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579806.418557:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1050a4f400. 02000000:00000001:2.0:1787579806.418560:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579806.418561:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579806.418562:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1052356680. 00000100:00000001:2.0:1787579806.418564:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579806.418565:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.418568:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579806.418577:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579806.418579:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579806.418582:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579806.418584:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579806.898138:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579806.898149:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579806.898156:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579806.898179:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787579806.898490:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787579806.898495:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787579806.898499:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787579807.448250:0:9648:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787579807.448264:0:9648:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787579807.487397:0:9650:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787579807.487414:0:9650:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787579807.592751:0:9657:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787579807.592765:0:9657:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787579807.612420:0:9659:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787579807.612435:0:9659:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579807.730075:0:711:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17220 (cpu 2) has reached its deadline 4295039748, at 4295039808 00000100:00000010:2.0:1787579807.730097:0:711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1046c0e300. 00000100:00000040:3.0:1787579807.730991:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17330 (cpu 3) has reached its deadline 4295039748, at 4295039808 00000100:00000010:3.0:1787579807.731004:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1046c0e480. 00010000:00000001:3.0:1787579807.922492:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579807.922503:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579807.922510:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579807.922512:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579807.927404:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579807.927414:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579807.927420:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579808.946147:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579808.946157:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579808.946165:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579808.946166:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787579808.946419:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787579808.946423:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787579808.946426:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579809.970535:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579809.970546:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579809.970554:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579809.970567:0:417:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787579809.970570:0:417:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787579809.970574:0:417:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579809.970578:0:417:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787579809.970580:0:417:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579809.970582:0:417:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579809.970584:0:417:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787579809.970694:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787579809.970698:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787579809.970701:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579810.994124:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579810.994134:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579810.994142:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579810.994143:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579810.994326:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579810.994330:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579810.994333:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787579811.506538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579811.506561:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579811.506575:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d80a80. 00000020:00000040:2.0:1787579811.506583:0:36:0:(genops.c:1210:class_import_get()) import ffff8e105182f800 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1787579811.506589:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579811.506592:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579811.506599:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579811.506609:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200a00. 00000100:00000001:2.0:1787579811.506617:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.506632:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579811.506644:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579811.506649:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.506655:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089e6f04e] to pc [ptlrpcd_01_00+0] req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.506690:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.506694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579811.506697:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579811.506700:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d81180. 00000020:00000040:2.0:1787579811.506703:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1048aa1000 refcount=4 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000100:00000001:2.0:1787579811.506705:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579811.506706:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579811.506708:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579811.506712:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200000. 00000100:00000001:2.0:1787579811.506714:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.506719:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579811.506726:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579811.506728:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.506732:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085568c81] to pc [ptlrpcd_01_01+1] req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.506845:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579811.506850:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787579811.506854:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787579811.506861:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.506879:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787579811.506881:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579811.506885:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787579811.506888:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787579811.506891:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787579811.506904:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956567680:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1787579811.506909:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787579811.506915:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787579811.506919:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579811.506945:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787579811.506951:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1044fd2c00. 02000000:00000001:3.0:1787579811.506953:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787579811.506961:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1787579811.506965:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1061ea6630. 00000400:00000010:3.0:1787579811.506974:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1051b0dc38. 00000100:00000200:3.0:1787579811.506983:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956567680, portal 25 00000100:00000001:3.0:1787579811.506986:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787579811.506988:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308802688 : -125274400748928 : ffff8e1047d80a80) 00000100:00000040:3.0:1787579811.506994:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.507002:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787579811.507005:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1787579811.507008:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1051b0dcc0. 00000100:00000200:3.0:1787579811.507011:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874412956567680, offset 0 00000400:00000200:3.0:1787579811.507021:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1787579811.507034:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.507044:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1787579811.507050:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787579811.507055:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1787579811.507060:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787579811.507063:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1787579811.507067:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [153:153:256:4294967295] 192.168.202.129@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:3.0:1787579811.507071:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.507082:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1787579811.507089:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1787579811.507095:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1050a4f600. 00000800:00000200:3.0:1787579811.507108:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1787579811.507116:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1787579811.507122:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1050a4f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787579811.507136:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787579811.507141:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1787579811.507144:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4295044868 00000100:00000010:3.0:1787579811.507149:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1044f93720. 00000100:00000001:3.0:1787579811.507156:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787579811.507164:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4295044868 00000100:00000010:3.0:1787579811.507167:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1044f93660. 00000100:00000001:3.0:1787579811.507170:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787579811.507173:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787579811.507177:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.507180:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.507183:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579811.507192:0:2409:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787579811.507195:0:2409:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787579811.507198:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579811.507199:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787579811.507200:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.507202:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787579811.508057:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579811.508065:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1050a4f600. 00000400:00000200:3.0:1787579811.508073:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579811.508080:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579811.508088:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1051b0dcc0 00000400:00000010:3.0:1787579811.508091:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1051b0dcc0. 00000100:00000001:3.0:1787579811.508096:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579811.508102:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.508114:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579811.508117:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.508141:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.508143:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787579811.508655:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.508660:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579811.508664:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579811.508670:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d83100. 00000020:00000040:2.0:1787579811.508675:0:36:0:(genops.c:1210:class_import_get()) import ffff8e10526ee800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000100:00000001:2.0:1787579811.508678:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579811.508682:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579811.508688:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579811.508696:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200800. 00000100:00000001:2.0:1787579811.508703:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.508709:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579811.508718:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579811.508723:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.508729:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063c9cd63] to pc [ptlrpcd_01_00+0] req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.508736:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.508738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579811.508741:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579811.508744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579811.508747:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579811.508750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579811.508823:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579811.508827:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d82300. 00000020:00000040:2.0:1787579811.508830:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c61800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000100:00000001:2.0:1787579811.508833:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579811.508842:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579811.508844:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579811.508848:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200600. 00000100:00000001:2.0:1787579811.508851:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.508856:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579811.508863:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579811.508865:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.509523:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579811.509530:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787579811.509535:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787579811.509555:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.509565:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787579811.509568:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579811.509574:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787579811.509578:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787579811.509581:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787579811.509584:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956567808:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1787579811.509589:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787579811.509597:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787579811.509601:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579811.509604:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787579811.509611:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1044fd3c00. 02000000:00000001:3.0:1787579811.509614:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787579811.509621:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1787579811.509626:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1061ea6b00. 00000400:00000010:3.0:1787579811.509634:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1051b0dcc0. 00000100:00000200:3.0:1787579811.509641:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956567808, portal 10 00000100:00000001:3.0:1787579811.509644:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787579811.509646:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308804480 : -125274400747136 : ffff8e1047d81180) 00000100:00000040:3.0:1787579811.509655:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.509663:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787579811.509667:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1787579811.509671:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1051b0db28. 00000100:00000200:3.0:1787579811.509674:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956567808, offset 0 00000400:00000200:3.0:1787579811.509682:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1787579811.509705:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.509715:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1787579811.509721:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787579811.509726:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1787579811.509731:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787579811.509734:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1787579811.509737:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [154:154:256:4294967295] 192.168.202.129@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:3.0:1787579811.509742:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000040:2.0:1787579811.510486:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad5cc77] to pc [ptlrpcd_01_01+1] req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.510508:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.510513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579811.510518:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579811.510525:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d82d80. 00000020:00000040:2.0:1787579811.510532:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c67800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000100:00000001:2.0:1787579811.510536:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579811.510539:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579811.510552:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579811.510560:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200d00. 00000100:00000001:2.0:1787579811.510566:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.510572:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579811.510581:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579811.510585:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.510590:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092c5372b] to pc [ptlrpcd_01_00+0] req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.510596:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.510598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579811.510602:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787579811.510606:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1787579811.510620:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1787579811.510623:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d81c00. 00000020:00000040:2.0:1787579811.510626:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c60800 refcount=3 obd=lustre-OST0000-osc-ffff8e10526b2000 00000100:00000001:2.0:1787579811.510628:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579811.510629:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579811.510631:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579811.510634:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200e00. 00000100:00000001:2.0:1787579811.510637:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579811.510640:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618799308807168 : -125274400744448 : ffff8e1047d81c00) 00000100:00080000:2.0:1787579811.510643:0:36:0:(import.c:65:import_set_state_nolock()) ffff8e1044c60800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787579811.510646:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8e10526b2000: disconnect after 20s idle 00000100:00000001:2.0:1787579811.510649:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579811.510651:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.510655:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bed9b7d6] to pc [ptlrpcd_rcv+-1] req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.510682:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.510684:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.510688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579811.510691:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787579811.510693:0:36:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1787579811.510694:0:36:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1787579811.510698:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d83b80. 00000020:00000040:2.0:1787579811.510700:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c63800 refcount=3 obd=lustre-OST0001-osc-ffff8e10526b2000 00000100:00000001:2.0:1787579811.510703:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579811.510704:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579811.510706:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579811.510709:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200200. 00000100:00000001:2.0:1787579811.510712:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579811.510714:0:36:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446618799308815232 : -125274400736384 : ffff8e1047d83b80) 00000100:00080000:2.0:1787579811.510717:0:36:0:(import.c:65:import_set_state_nolock()) ffff8e1044c63800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787579811.510719:0:36:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8e10526b2000: disconnect after 20s idle 00000100:00000001:2.0:1787579811.510727:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579811.510729:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.510734:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ada77d2] to pc [ptlrpcd_rcv+-1] req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.510741:0:36:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.510744:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.510751:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (381) 00000100:00000001:0.0:1787579811.510871:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787579811.510875:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787579811.510878:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787579811.510885:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579811.510893:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787579811.510894:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579811.510898:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787579811.510900:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787579811.510903:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787579811.510906:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956568320:192.168.202.129@tcp:9:kworker.0 00000100:00000001:0.0:1787579811.510910:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787579811.510914:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787579811.510917:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579811.510919:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787579811.510948:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10523f6200. 02000000:00000001:0.0:1787579811.510950:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787579811.510955:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1787579811.510960:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e10468a29f8. 00000400:00000010:0.0:1787579811.510968:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88198. 00000100:00000200:0.0:1787579811.510973:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956568320, portal 4 00000100:00000001:0.0:1787579811.510975:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787579811.510977:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308807168 : -125274400744448 : ffff8e1047d81c00) 00000100:00000040:0.0:1787579811.510984:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579811.510991:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787579811.510994:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1787579811.510997:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88e58. 00000100:00000200:0.0:1787579811.511000:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874412956568320, offset 0 00000400:00000200:0.0:1787579811.511006:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1787579811.511013:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579811.511019:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1787579811.511024:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787579811.511027:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1787579811.511031:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787579811.511033:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1787579811.511036:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [155:155:255:4294967295] 192.168.202.129@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:0.0:1787579811.511041:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579811.511095:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579811.511098:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579811.511100:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579811.511106:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.511114:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579811.511115:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579811.511118:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579811.511120:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579811.511122:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579811.511125:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956567936:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579811.511129:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579811.511131:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579811.511133:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579811.511134:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579811.511138:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630000. 02000000:00000001:2.0:1787579811.511140:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579811.511144:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579811.511147:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd5d8. 00000400:00000010:2.0:1787579811.511151:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffcc0. 00000100:00000200:2.0:1787579811.511155:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956567936, portal 10 00000100:00000001:2.0:1787579811.511156:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579811.511158:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308812544 : -125274400739072 : ffff8e1047d83100) 00000100:00000040:2.0:1787579811.511164:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.511181:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579811.511183:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579811.511185:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff908. 00000100:00000200:2.0:1787579811.511188:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956567936, offset 0 00000400:00000200:2.0:1787579811.511192:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:3.0:1787579811.511229:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1787579811.511239:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1787579811.511246:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1050a4f600. 00000800:00000200:3.0:1787579811.511254:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1787579811.511263:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1787579811.511269:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1050a4f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787579811.511281:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579811.511286:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: using a timeout of 124333 usecs (125 jiffies) 00000400:00000200:3.0:1787579811.511290:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1787579811.511294:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295043714 00000100:00000001:3.0:1787579811.511297:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295044868 00000100:00000001:3.0:1787579811.511299:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295043714 00000100:00000001:3.0:1787579811.511302:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295044868 00000100:00000001:3.0:1787579811.511304:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787579811.511307:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.511311:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.511314:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579811.511322:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787579811.511324:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787579811.511326:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579811.511327:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787579811.511328:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787579811.511333:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.511345:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787579811.511346:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579811.511349:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787579811.511351:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787579811.511353:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787579811.511356:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956568064:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1787579811.511359:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787579811.511362:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787579811.511363:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579811.511365:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787579811.511368:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1044fd3e00. 02000000:00000001:3.0:1787579811.511369:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787579811.511383:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:3.0:1787579811.511387:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1061ea6370. 00000400:00000010:3.0:1787579811.511390:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1051b0d908. 00000100:00000200:3.0:1787579811.511393:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956568064, portal 10 00000100:00000001:3.0:1787579811.511395:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787579811.511397:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308808960 : -125274400742656 : ffff8e1047d82300) 00000020:00000010:3.0:1787579811.511406:0:2410:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e1042f26000. 00000100:00000040:3.0:1787579811.511412:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.511419:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787579811.511421:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:3.0:1787579811.511423:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1051b0dbb0. 00000100:00000200:3.0:1787579811.511425:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956568064, offset 0 00000400:00000200:3.0:1787579811.511430:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1787579811.519032:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1787579811.519052:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1787579811.519063:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1053297d00. 00000800:00000200:0.0:1787579811.519073:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1787579811.519083:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1787579811.519088:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1053297d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787579811.519096:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579811.519104:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: using a timeout of 25263 usecs (26 jiffies) 00000400:00000200:0.0:1787579811.519133:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1787579811.519138:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295043622 00000100:00000001:0.0:1787579811.519143:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295044868 00000100:00000001:0.0:1787579811.519146:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295043622 00000100:00000001:0.0:1787579811.519149:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295044868 00000100:00000001:0.0:1787579811.519152:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787579811.519157:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579811.519163:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787579811.519185:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579811.519196:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787579811.519198:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579811.519204:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787579811.519216:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787579811.519220:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787579811.519225:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956568448:192.168.202.129@tcp:9:kworker.0 00000100:00000001:0.0:1787579811.519229:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787579811.519238:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787579811.519241:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579811.519244:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787579811.519252:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10523f6e00. 02000000:00000001:0.0:1787579811.519254:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787579811.519268:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1787579811.519273:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e10468a2d10. 00000400:00000010:0.0:1787579811.519282:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88a18. 00000100:00000200:0.0:1787579811.519293:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956568448, portal 4 00000100:00000001:0.0:1787579811.519296:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787579811.519297:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308815232 : -125274400736384 : ffff8e1047d83b80) 00000100:00000040:0.0:1787579811.519306:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579811.519313:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787579811.519321:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1787579811.519325:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88660. 00000100:00000200:0.0:1787579811.519329:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874412956568448, offset 0 00000400:00000200:0.0:1787579811.519337:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1787579811.519346:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579811.519354:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1787579811.519369:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787579811.523327:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1787579811.523334:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787579811.523340:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1787579811.523344:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [156:156:254:4294967295] 192.168.202.129@tcp LPNI seq info [156:156:6:4294967295] 00000400:00000200:0.0:1787579811.523353:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579811.525695:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1787579811.525711:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1787579811.525722:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1053297c00. 00000800:00000200:0.0:1787579811.525731:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1787579811.525740:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1787579811.525746:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1053297c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787579811.525753:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579811.525773:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: using a timeout of 23151 usecs (24 jiffies) 00000400:00000200:0.0:1787579811.525779:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1787579811.525783:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295043627 00000100:00000001:0.0:1787579811.525786:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295044868 00000100:00000001:0.0:1787579811.525789:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295043627 00000100:00000001:0.0:1787579811.525791:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295044868 00000100:00000001:0.0:1787579811.525794:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787579811.525800:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579811.525806:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579811.525811:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579811.525822:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787579811.525835:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787579811.525839:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787579811.525841:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787579811.525843:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579811.525845:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579811.535995:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.536015:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579811.536023:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579811.536028:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579811.536033:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579811.536036:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579811.536040:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [157:157:253:4294967295] 192.168.202.129@tcp LPNI seq info [157:157:5:4294967295] 00000400:00000200:2.0:1787579811.536046:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.536057:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579811.536065:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579811.536076:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200300. 00000800:00000200:2.0:1787579811.536085:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579811.536094:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579811.536099:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579811.536106:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.536113:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: using a timeout of 142607 usecs (143 jiffies) 00000400:00000200:2.0:1787579811.536117:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579811.536121:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295043756 00000100:00000001:2.0:1787579811.536126:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295044868 00000100:00000001:2.0:1787579811.536129:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295043756 00000100:00000001:2.0:1787579811.536132:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295044868 00000100:00000001:2.0:1787579811.536134:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579811.536139:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787579811.538190:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.538206:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:3.0:1787579811.538212:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787579811.538216:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:3.0:1787579811.538220:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787579811.538236:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:3.0:1787579811.538240:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [158:158:252:4294967295] 192.168.202.129@tcp LPNI seq info [158:158:4:4294967295] 00000400:00000200:3.0:1787579811.538246:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.538258:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:3.0:1787579811.538266:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:3.0:1787579811.538274:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1050a4f300. 00000800:00000200:3.0:1787579811.538282:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:3.0:1787579811.538291:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:3.0:1787579811.538296:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1050a4f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787579811.538319:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579811.538327:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: using a timeout of 23260 usecs (24 jiffies) 00000400:00000200:3.0:1787579811.538332:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:3.0:1787579811.538335:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295043640 00000100:00000001:3.0:1787579811.538339:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295044868 00000100:00000001:3.0:1787579811.538341:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295043640 00000100:00000001:3.0:1787579811.538344:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295044868 00000100:00000001:3.0:1787579811.538347:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787579811.538351:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.538357:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.538436:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579811.538449:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787579811.538451:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787579811.538455:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579811.538457:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787579811.538458:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.538462:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787579811.538490:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579811.538509:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579811.538512:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579811.538516:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579811.538521:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.538526:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579811.538541:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.538553:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.538558:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.538562:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a8c4c6704880 00000400:00000200:3.0:1787579811.538568:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.538575:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x8ed [1] + 224 00000800:00000001:3.0:1787579811.538584:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579811.538605:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579811.538610:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579811.538615:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579811.538625:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579811.538637:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579811.538649:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.538659:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787579811.538710:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579811.538714:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1050a4f600. 00000400:00000200:3.0:1787579811.538719:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579811.538723:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579811.538727:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1051b0db28 00000400:00000010:3.0:1787579811.538730:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1051b0db28. 00000100:00000001:3.0:1787579811.538735:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579811.538739:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.538751:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1787579811.538849:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579811.538858:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.538876:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579811.538879:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579811.538885:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579811.538889:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579811.538892:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579811.538895:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956568192:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579811.538900:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579811.538906:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579811.538909:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579811.538912:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579811.538931:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045631c00. 02000000:00000001:2.0:1787579811.538934:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579811.538939:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579811.538943:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd160. 00000400:00000010:2.0:1787579811.538950:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffaa0. 00000100:00000200:2.0:1787579811.538958:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956568192, portal 10 00000100:00000001:2.0:1787579811.538961:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579811.538963:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308811648 : -125274400739968 : ffff8e1047d82d80) 00000100:00000040:2.0:1787579811.538970:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.538977:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579811.538980:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579811.538983:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffbb0. 00000100:00000200:2.0:1787579811.538986:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956568192, offset 0 00000400:00000200:2.0:1787579811.538992:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579811.538998:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.539002:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579811.539005:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579811.539009:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579811.539012:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579811.539026:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579811.539029:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [159:159:251:4294967295] 192.168.202.129@tcp LPNI seq info [159:159:3:4294967295] 00000400:00000200:2.0:1787579811.539033:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.539040:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579811.539045:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579811.539049:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200100. 00000800:00000200:2.0:1787579811.539053:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579811.539058:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579811.539062:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579811.539065:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.539068:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: using a timeout of 24637 usecs (25 jiffies) 00000400:00000200:2.0:1787579811.539072:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579811.539074:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295043641 00000100:00000001:2.0:1787579811.539076:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295044868 00000100:00000001:2.0:1787579811.539078:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295043641 00000100:00000001:2.0:1787579811.539080:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295044868 00000100:00000001:2.0:1787579811.539082:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579811.539084:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1787579811.539090:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579811.539092:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579811.539095:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1061ea6630. 00000400:00000200:2.0:1787579811.539098:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1051b0dc38 00000400:00000010:2.0:1787579811.539100:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1051b0dc38. 00000100:00000001:2.0:1787579811.539103:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579811.539107:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579811.539116:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.539123:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579811.539131:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.539133:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579811.539137:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579811.539141:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579811.539143:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579811.539147:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579811.539157:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e105182fc60 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579811.539162:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e105182fc18 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579811.539166:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579811.539168:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579811.539171:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787579811.539174:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579811.539178:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.539184:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.539191:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579811.539194:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579811.539196:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579811.539201:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579811.539209:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956567680:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579811.539215:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579811.539217:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579811.539220:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d80a80 x1874412956567680/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.539228:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579811.539231:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579811.539233:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1044fd2c00. 02000000:00000001:2.0:1787579811.539237:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579811.539241:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579811.539243:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e105182f800 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1787579811.539246:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579811.539248:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200a00. 02000000:00000001:2.0:1787579811.539270:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579811.539274:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579811.539276:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d80a80. 00000100:00000001:2.0:1787579811.539281:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579811.539283:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.539285:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.539292:0:2409:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579811.539293:0:2409:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787579811.539296:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579811.539297:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579811.539299:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579811.539301:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579811.540480:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.540496:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.540499:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787579811.540520:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579811.540555:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787579811.540583:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579811.540587:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1053297d00. 00000400:00000200:3.0:1787579811.540593:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579811.540598:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579811.540604:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88e58 00000400:00000010:3.0:1787579811.540607:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88e58. 00000100:00000001:3.0:1787579811.540611:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579811.540617:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.540627:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579811.540631:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.540636:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.540638:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579811.540648:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579811.540650:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1053297c00. 00000400:00000200:3.0:1787579811.540653:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579811.540656:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579811.540659:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88660 00000400:00000010:3.0:1787579811.540661:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88660. 00000100:00000001:3.0:1787579811.540664:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579811.540668:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.540676:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579811.540678:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.540685:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.540686:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579811.540695:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579811.540697:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200300. 00000400:00000200:3.0:1787579811.540701:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579811.540705:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579811.540714:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff908 00000400:00000010:3.0:1787579811.540716:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff908. 00000100:00000001:3.0:1787579811.540718:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579811.540723:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.540730:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579811.540733:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.540738:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.540740:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579811.540750:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579811.540752:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1050a4f300. 00000400:00000200:3.0:1787579811.540767:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579811.540771:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579811.540774:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1051b0dbb0 00000400:00000010:3.0:1787579811.540776:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1051b0dbb0. 00000100:00000001:3.0:1787579811.540780:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579811.540784:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.540790:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579811.540793:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.540799:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.540800:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579811.541792:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579811.541800:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200100. 00000400:00000200:3.0:1787579811.541806:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579811.541813:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579811.541819:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffbb0 00000400:00000010:3.0:1787579811.541821:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffbb0. 00000100:00000001:3.0:1787579811.541825:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579811.541830:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.541859:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579811.541862:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.542127:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.542129:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787579811.545906:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.545989:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579811.545995:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.545998:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579811.546011:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546021:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579811.546034:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546040:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546048:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546053:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704900 00000400:00000200:2.0:1787579811.546060:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546068:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:2.0:1787579811.546079:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546085:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579811.546089:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579811.546095:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579811.546107:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579811.546121:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579811.546132:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.546144:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579811.546187:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546190:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579811.546192:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546194:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579811.546197:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546201:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579811.546205:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546208:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546211:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546214:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704980 00000400:00000200:2.0:1787579811.546217:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546221:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x915 [1] + 224 00000800:00000001:2.0:1787579811.546225:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546229:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579811.546231:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579811.546234:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579811.546238:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579811.546243:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579811.546252:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.546278:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579811.546282:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546286:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579811.546288:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546290:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579811.546293:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546297:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579811.546301:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546304:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546307:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546309:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704a00 00000400:00000200:2.0:1787579811.546312:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546324:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x925 [1] + 224 00000800:00000001:2.0:1787579811.546328:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546332:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579811.546334:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579811.546337:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579811.546341:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579811.546346:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579811.546572:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.546582:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579811.546587:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546592:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579811.546594:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546596:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579811.546599:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546603:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579811.546607:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546610:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546613:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546616:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a8c4c6704b80 00000400:00000200:2.0:1787579811.546619:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546624:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x935 [1] + 224 00000800:00000001:2.0:1787579811.546628:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546631:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579811.546632:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579811.546636:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579811.546639:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579811.546643:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579811.546651:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.546677:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579811.546682:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546686:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579811.546688:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546690:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579811.546693:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546696:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579811.546700:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546703:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546706:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546708:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704a80 00000400:00000200:2.0:1787579811.546711:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579811.546715:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x93d [1] + 224 00000800:00000001:2.0:1787579811.546719:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546729:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579811.546731:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579811.546734:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579811.546737:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579811.546741:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579811.546749:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.546825:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579811.546831:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579811.546834:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.546855:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579811.546860:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787579811.546951:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579811.546955:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579811.546958:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd5d8. 00000400:00000200:2.0:1787579811.546964:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffcc0 00000400:00000010:2.0:1787579811.546973:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffcc0. 00000100:00000001:2.0:1787579811.546976:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579811.546981:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579811.546989:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.546995:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579811.546997:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.547000:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579811.547004:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579811.547008:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579811.547011:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579811.547014:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579811.547027:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e10526eec60 time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579811.547031:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e10526eec18 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579811.547035:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579811.547037:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579811.547040:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579811.547046:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579811.547052:0:2409:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579811.547057:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579811.547060:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:2.0:1787579811.547062:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579811.547064:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.547069:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.547077:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579811.547081:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579811.547083:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579811.547088:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579811.547111:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956567936:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579811.547119:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579811.547121:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579811.547122:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd160. 00000400:00000200:2.0:1787579811.547125:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffaa0 00000400:00000010:2.0:1787579811.547127:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffaa0. 00000100:00000001:2.0:1787579811.547128:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579811.547131:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579811.547139:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.547145:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579811.547146:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.547148:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579811.547149:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579811.547151:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579811.547153:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579811.547154:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579811.547159:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c67c60 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579811.547162:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c67c18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579811.547164:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579811.547165:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579811.547166:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579811.547171:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579811.547177:0:2409:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579811.547179:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579811.547180:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579811.547182:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579811.547184:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579811.547187:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.547199:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579811.547201:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579811.547203:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579811.547207:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579811.547215:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956568192:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579811.547220:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.547223:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579811.547228:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d83100 x1874412956567936/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.547235:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579811.547238:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579811.547243:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630000. 02000000:00000001:2.0:1787579811.547248:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579811.547251:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579811.547253:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e10526ee800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000020:00000001:2.0:1787579811.547255:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1787579811.547595:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579811.547599:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787579811.547604:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579811.547607:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579811.547609:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e10468a2d10. 00000400:00000200:1.0:1787579811.547614:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88a18 00000400:00000010:1.0:1787579811.547616:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88a18. 00000100:00000001:1.0:1787579811.547620:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579811.547627:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579811.547643:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579811.547651:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579811.547652:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579811.547654:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579811.547655:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579811.547656:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579811.547658:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579811.547660:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579811.547665:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c63c60 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579811.547669:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c63c18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579811.547671:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579811.547673:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579811.547674:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787579811.547678:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787579811.547685:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579811.547687:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787579811.547689:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:1.0:1787579811.547690:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787579811.547692:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579811.547695:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579811.547702:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579811.547704:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579811.547706:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787579811.547710:0:2406:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787579811.547719:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e1044c63800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1787579811.547724:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579811.547738:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956568448:192.168.202.129@tcp:9:kworker.0 00000100:00000001:1.0:1787579811.547742:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579811.547744:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579811.547747:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d83b80 x1874412956568448/t0(0) o9->lustre-OST0001-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579811.547753:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579811.547765:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579811.547767:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10523f6e00. 02000000:00000001:1.0:1787579811.547771:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579811.547773:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579811.547774:0:2406:0:(genops.c:1223:class_import_put()) import ffff8e1044c63800 refcount=2 obd=lustre-OST0001-osc-ffff8e10526b2000 00000020:00000001:1.0:1787579811.547776:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579811.547778:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200200. 02000000:00000001:1.0:1787579811.547783:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579811.547784:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579811.547786:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d83b80. 00000100:00000001:1.0:1787579811.547790:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579811.547791:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579811.547794:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579811.547795:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579811.547797:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787579811.547799:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579811.547800:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.548179:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579811.548184:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787579811.548188:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787579811.548190:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787579811.548193:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1061ea6370. 00000400:00000200:3.0:1787579811.548197:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1051b0d908 00000400:00000010:3.0:1787579811.548199:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1051b0d908. 00000100:00000001:3.0:1787579811.548203:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579811.548210:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787579811.548219:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.548225:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787579811.548226:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579811.548228:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787579811.548230:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787579811.548232:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787579811.548234:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579811.548236:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787579811.548241:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c61c60 time=20 v=5 (5 0 0 0) 00000100:00001000:3.0:1787579811.548245:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c61c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1787579811.548248:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787579811.548249:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579811.548252:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787579811.548255:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.548267:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787579811.548268:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:3.0:1787579811.548270:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787579811.548280:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579811.548285:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.548292:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787579811.548294:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787579811.548296:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787579811.548300:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579811.548308:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956568064:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1787579811.548316:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787579811.548317:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787579811.548319:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1061ea6b00. 00000400:00000200:3.0:1787579811.548321:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1051b0dcc0 00000400:00000010:3.0:1787579811.548324:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1051b0dcc0. 00000100:00000001:3.0:1787579811.548326:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579811.548331:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787579811.548340:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.548348:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787579811.548349:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579811.548351:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787579811.548353:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787579811.548354:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787579811.548364:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579811.548367:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579811.548656:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200800. 02000000:00000001:2.0:1787579811.548662:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579811.548664:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579811.548666:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d83100. 00000100:00000001:2.0:1787579811.548670:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579811.548672:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.548674:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579811.548681:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d82d80 x1874412956568192/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579811.548688:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579811.548690:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579811.548693:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045631c00. 02000000:00000001:2.0:1787579811.548695:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579811.548697:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579811.548707:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e1044c67800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000020:00000001:2.0:1787579811.548709:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579811.548711:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200d00. 02000000:00000001:2.0:1787579811.548713:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579811.548714:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579811.548715:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d82d80. 00000100:00000001:2.0:1787579811.548719:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579811.548720:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.548723:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579811.548733:0:2409:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579811.548736:0:2409:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579811.548739:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579811.548742:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787579811.548819:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1048aa1460 time=99 v=5 (5 0 0 0) 00000100:00001000:3.0:1787579811.548824:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1048aa1418 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1787579811.548827:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787579811.548828:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579811.548830:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787579811.548833:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.548841:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787579811.548843:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:3.0:1787579811.548844:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787579811.548846:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579811.548850:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.548857:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787579811.548858:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787579811.548860:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787579811.548863:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579811.548880:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956567808:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1787579811.548885:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579811.548887:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579811.548890:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d82300 x1874412956568064/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.548897:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787579811.548898:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787579811.548900:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1044fd3e00. 02000000:00000001:3.0:1787579811.548904:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787579811.548905:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787579811.548907:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e1044c61800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000020:00000001:3.0:1787579811.548909:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787579811.548911:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200600. 02000000:00000001:3.0:1787579811.548913:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787579811.548914:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787579811.548915:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d82300. 00000100:00000001:3.0:1787579811.548918:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787579811.548919:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579811.548944:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579811.548948:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d81180 x1874412956567808/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.548966:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787579811.548967:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787579811.548969:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1044fd3c00. 02000000:00000001:3.0:1787579811.548971:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787579811.548973:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787579811.548975:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e1048aa1000 refcount=3 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000020:00000001:3.0:1787579811.548977:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787579811.548978:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200000. 02000000:00000001:3.0:1787579811.548980:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787579811.548981:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787579811.548982:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d81180. 00000100:00000001:3.0:1787579811.548985:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787579811.548986:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579811.548988:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579811.548994:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787579811.548995:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579811.548996:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579811.548998:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787579811.552204:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579811.552226:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579811.552231:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579811.552234:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579811.552245:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.552255:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579811.552557:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.552563:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.552569:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.552575:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 4 MB=0x6a8c4c6704b00 00000400:00000200:3.0:1787579811.552581:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579811.552588:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.129@tcp of length 224/224 into md 0x90d [1] + 224 00000800:00000001:3.0:1787579811.552599:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579811.552611:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579811.552615:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579811.552620:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579811.552641:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579811.552652:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579811.552664:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579811.552682:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787579811.552694:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579811.552698:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579811.552817:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579811.552823:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787579811.552831:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579811.552834:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579811.552838:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e10468a29f8. 00000400:00000200:1.0:1787579811.552844:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88198 00000400:00000010:1.0:1787579811.552847:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88198. 00000100:00000001:1.0:1787579811.552852:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579811.552857:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579811.552888:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579811.552896:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579811.552899:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579811.552902:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579811.552906:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579811.552910:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579811.552912:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579811.552916:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579811.552954:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c60c60 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579811.552960:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c60c18 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579811.552962:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579811.552964:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579811.552967:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787579811.552973:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787579811.552980:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579811.552985:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787579811.552988:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:1.0:1787579811.552990:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787579811.552992:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579811.552997:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579811.553004:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579811.553008:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579811.553011:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1787579811.553016:0:2406:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787579811.553025:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8e1044c60800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1787579811.553031:0:2406:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579811.553047:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2406:1874412956568320:192.168.202.129@tcp:9:kworker.0 00000100:00000001:1.0:1787579811.553054:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579811.553057:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579811.553061:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d81c00 x1874412956568320/t0(0) o9->lustre-OST0000-osc-ffff8e10526b2000@192.168.202.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1787579821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579811.553068:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579811.553071:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579811.553076:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10523f6200. 02000000:00000001:1.0:1787579811.553081:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579811.553085:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579811.553088:0:2406:0:(genops.c:1223:class_import_put()) import ffff8e1044c60800 refcount=2 obd=lustre-OST0000-osc-ffff8e10526b2000 00000020:00000001:1.0:1787579811.553091:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579811.553093:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200e00. 02000000:00000001:1.0:1787579811.553098:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579811.553100:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579811.553102:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d81c00. 00000100:00000001:1.0:1787579811.553105:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579811.553107:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579811.553109:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579811.553121:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787579811.553123:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579811.553126:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579811.553128:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579812.024043:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579812.024055:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579812.024064:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579812.024066:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579812.024533:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579812.024548:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579812.024553:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787579812.850100:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17330 (cpu 3) has reached its deadline 4295044868, at 4295044928 00000100:00000010:3.0:1787579812.850125:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1044f93660. 00000100:00000040:2.0:1787579812.850340:0:711:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17220 (cpu 2) has reached its deadline 4295044868, at 4295044928 00000100:00000010:2.0:1787579812.850357:0:711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1044f93720. 00010000:00000001:3.0:1787579813.043252:0:253:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579813.043451:0:253:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787579813.043455:0:253:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787579813.043460:0:253:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579813.043466:0:253:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787579813.043469:0:253:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579813.043472:0:253:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579813.043475:0:253:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579813.043482:0:253:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579813.043484:0:253:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579813.043842:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579813.043846:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579813.043851:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579814.066155:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579814.066166:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579814.066175:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579814.066176:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579814.066412:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579814.066416:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579814.066420:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579815.090231:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579815.090240:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579815.090245:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579815.090247:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579815.093264:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579815.093285:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579815.093290:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579816.114818:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579816.114830:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579816.114839:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579816.114861:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579816.115041:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579816.115044:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579816.115048:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787579816.626233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579816.626248:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579816.626262:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad0a80. 00000020:00000040:0.0:1787579816.626842:0:36:0:(genops.c:1210:class_import_get()) import ffff8e105182f800 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:0.0:1787579816.626848:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579816.626853:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579816.626860:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579816.626872:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1053297700. 00000100:00000001:0.0:1787579816.626882:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.626899:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579816.626913:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579816.626918:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.626955:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dce5c927] to pc [ptlrpcd_00_01+1] req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.626985:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.626988:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579816.626992:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579816.626997:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad2300. 00000020:00000040:0.0:1787579816.627000:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1048aa1000 refcount=4 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000100:00000001:0.0:1787579816.627003:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579816.627004:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579816.627006:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579816.627009:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1053297a00. 00000100:00000001:0.0:1787579816.627013:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.627018:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579816.627040:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579816.627042:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.627046:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1e15163] to pc [ptlrpcd_00_00+0] req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.627054:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.627056:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579816.627059:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579816.627062:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad1c00. 00000020:00000040:0.0:1787579816.627064:0:36:0:(genops.c:1210:class_import_get()) import ffff8e10526ee800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000100:00000001:0.0:1787579816.627066:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579816.627067:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579816.627069:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579816.627072:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1053297b00. 00000100:00000001:0.0:1787579816.627075:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.627078:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579816.627084:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579816.627085:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.627088:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075d335d4] to pc [ptlrpcd_00_01+1] req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.627095:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.627097:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787579816.627100:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787579816.627102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787579816.627105:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787579816.627108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787579816.627635:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579816.627641:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787579816.627644:0:2408:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787579816.627652:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.627797:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787579816.627800:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579816.627806:0:2408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787579816.627810:0:2408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787579816.627813:0:2408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787579816.627818:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956568576:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579816.627823:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787579816.627832:0:2408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787579816.627835:0:2408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579816.627838:0:2408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787579816.627844:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1042fa4400. 02000000:00000001:1.0:1787579816.627847:0:2408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787579816.627856:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1787579816.627861:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1050b9edc0. 00000400:00000010:1.0:1787579816.627871:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10527262a8. 00000100:00000200:1.0:1787579816.627882:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956568576, portal 25 00000100:00000001:1.0:1787579816.627884:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787579816.627886:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322761856 : -125274386789760 : ffff8e1048ad0a80) 00000100:00000040:1.0:1787579816.627892:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.627900:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787579816.627903:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1787579816.627907:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726660. 00000100:00000200:1.0:1787579816.627911:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874412956568576, offset 0 00000100:00000001:0.0:1787579816.629356:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579816.629371:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad3b80. 00000020:00000040:0.0:1787579816.629382:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c61800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000400:00000200:1.0:1787579816.630278:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1787579816.630294:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579816.630305:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1787579816.630314:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787579816.630320:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1787579816.630325:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787579816.630329:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1787579816.630333:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [160:160:256:4294967295] 192.168.202.129@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:1.0:1787579816.630337:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579816.630351:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1787579816.630359:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1787579816.630367:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e10453a5900. 00000800:00000200:1.0:1787579816.630376:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000100:00000001:0.0:1787579816.630489:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579816.630494:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579816.630510:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579816.630521:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1053297c00. 00000100:00000001:0.0:1787579816.630530:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.630540:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579816.630551:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579816.631037:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.631049:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6288b6] to pc [ptlrpcd_00_00+0] req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.631060:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.631064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787579816.631068:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787579816.631073:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1048ad3800. 00000020:00000040:0.0:1787579816.631078:0:36:0:(genops.c:1210:class_import_get()) import ffff8e1044c67800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000100:00000001:0.0:1787579816.631081:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787579816.631083:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787579816.631087:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787579816.631092:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1053297d00. 00000100:00000001:0.0:1787579816.631097:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.631101:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787579816.631109:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787579816.631111:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.631115:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3d2c87b] to pc [ptlrpcd_00_01+1] req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.631483:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.631486:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787579816.631490:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787579816.631493:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787579816.631496:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787579816.631512:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (386) 00000100:00000001:0.0:1787579816.631530:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787579816.631535:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787579816.631538:0:2407:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787579816.631546:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.631555:0:2407:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1787579816.632017:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1787579816.632025:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e10453a5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787579816.632046:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787579816.632053:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1787579816.632056:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4295049992 00000100:00000010:1.0:1787579816.632063:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e10517264e0. 00000100:00000001:1.0:1787579816.632071:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787579816.632077:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4295049992 00000100:00000010:1.0:1787579816.632081:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1051726960. 00000100:00000001:1.0:1787579816.632084:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787579816.632087:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579816.632091:0:2408:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.632094:0:2408:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787579816.632100:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.632108:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787579816.632111:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.632476:0:2407:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579816.632482:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787579816.632486:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787579816.632489:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787579816.632494:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956568704:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1787579816.632509:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787579816.632516:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787579816.632519:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579816.632522:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787579816.632529:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10468db200. 02000000:00000001:0.0:1787579816.632531:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787579816.632537:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1787579816.632541:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e10468a2268. 00000400:00000010:0.0:1787579816.632549:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88220. 02000000:00000001:1.0:1787579816.632853:0:2408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787579816.632855:0:2408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787579816.632857:0:2408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787579816.632861:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956568832:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579816.632865:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787579816.632868:0:2408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787579816.632869:0:2408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579816.632871:0:2408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787579816.632874:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1042fa5600. 02000000:00000001:1.0:1787579816.632876:0:2408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787579816.632880:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1787579816.632883:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1050b9eaa8. 00000100:00000200:0.0:1787579816.633837:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956568704, portal 10 00000100:00000001:0.0:1787579816.633846:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787579816.633848:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322768128 : -125274386783488 : ffff8e1048ad2300) 00000100:00000040:0.0:1787579816.633879:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.633888:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787579816.633891:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1787579816.633897:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88d48. 00000100:00000200:0.0:1787579816.633905:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956568704, offset 0 00000400:00000200:0.0:1787579816.633914:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1787579816.633944:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579816.633955:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1787579816.633963:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787579816.633969:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1787579816.633974:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787579816.633977:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1787579816.633982:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [161:161:255:4294967295] 192.168.202.129@tcp LPNI seq info [161:161:7:4294967295] 00000400:00000200:0.0:1787579816.633987:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579816.634000:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1787579816.634008:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1787579816.634015:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1053297100. 00000800:00000200:0.0:1787579816.634023:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1787579816.634032:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1787579816.634037:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1053297100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787579816.634042:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.634048:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: using a timeout of 121567 usecs (122 jiffies) 00000400:00000200:0.0:1787579816.634052:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1787579816.634055:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295048834 00000100:00000001:0.0:1787579816.634058:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295049992 00000100:00000001:0.0:1787579816.634061:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295048834 00000100:00000001:0.0:1787579816.634063:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295049992 00000100:00000001:0.0:1787579816.634066:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787579816.634078:0:2407:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.634083:0:2407:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787579816.634089:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.634098:0:2407:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787579816.634100:0:2407:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579816.634105:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787579816.634108:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787579816.634110:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787579816.634114:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2407:1874412956568960:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1787579816.634117:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1787579816.634491:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726d48. 00000100:00000200:1.0:1787579816.634508:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956568832, portal 10 00000100:00000001:1.0:1787579816.634511:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787579816.634512:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322766336 : -125274386785280 : ffff8e1048ad1c00) 00000100:00000040:1.0:1787579816.634523:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.634530:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787579816.634532:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1787579816.634535:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726220. 00000100:00000200:1.0:1787579816.634538:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956568832, offset 0 00000400:00000200:1.0:1787579816.634543:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1787579816.634548:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579816.634552:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1787579816.634760:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787579816.634767:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1787579816.634769:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787579816.634772:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1787579816.634774:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [162:162:254:4294967295] 192.168.202.129@tcp LPNI seq info [162:162:6:4294967295] 00000400:00000200:1.0:1787579816.634778:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579816.634787:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1787579816.634802:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1787579816.634807:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e10453a5e00. 00000800:00000200:1.0:1787579816.634811:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1787579816.634816:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1787579816.634820:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e10453a5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787579816.634823:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579816.634826:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: using a timeout of 138298 usecs (139 jiffies) 00000400:00000200:1.0:1787579816.634829:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1787579816.634831:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295048851 00000100:00000001:1.0:1787579816.634833:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295049992 00000100:00000001:1.0:1787579816.634835:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295048851 00000100:00000001:1.0:1787579816.634837:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295049992 00000100:00000001:1.0:1787579816.634839:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579816.634842:0:2408:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.634845:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.634850:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.634860:0:2408:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787579816.634862:0:2408:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787579816.634867:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579816.634869:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787579816.634871:0:2408:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787579816.634876:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.634883:0:2408:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787579816.634884:0:2408:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579816.634887:0:2408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787579816.634889:0:2408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787579816.634892:0:2408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787579816.634894:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2408:1874412956569088:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579816.634898:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787579816.634909:0:2408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787579816.634913:0:2408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579816.634915:0:2408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787579816.634938:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1042fa5800. 02000000:00000001:1.0:1787579816.634941:0:2408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787579816.634947:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:1.0:1787579816.634951:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1050b9e210. 00000400:00000010:1.0:1787579816.634956:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726440. 00000100:00000200:1.0:1787579816.634960:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956569088, portal 10 00000100:00000001:1.0:1787579816.634962:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787579816.634964:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322773504 : -125274386778112 : ffff8e1048ad3800) 00000100:00000040:1.0:1787579816.634971:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.634978:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787579816.634980:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:1.0:1787579816.634983:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1052726088. 00000100:00000200:1.0:1787579816.634985:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956569088, offset 0 00000400:00000200:1.0:1787579816.634993:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:1.0:1787579816.634997:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579816.635001:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:1.0:1787579816.635003:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787579816.635005:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:1.0:1787579816.635008:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787579816.635010:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:1.0:1787579816.635012:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [163:163:253:4294967295] 192.168.202.129@tcp LPNI seq info [163:163:5:4294967295] 00000400:00000200:1.0:1787579816.635016:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:1.0:1787579816.635022:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:1.0:1787579816.635026:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:1.0:1787579816.635030:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e10453a5000. 00000800:00000200:1.0:1787579816.635034:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:1.0:1787579816.635038:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:1.0:1787579816.635040:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e10453a5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787579816.635049:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579816.635052:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: using a timeout of 28146 usecs (29 jiffies) 00000400:00000200:1.0:1787579816.635056:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1787579816.635058:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295048741 00000100:00000001:1.0:1787579816.635060:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295049992 00000100:00000001:1.0:1787579816.635062:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295048741 00000100:00000001:1.0:1787579816.635064:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295049992 00000100:00000001:1.0:1787579816.635066:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579816.635068:0:2408:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.635071:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.635072:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.635075:0:2408:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787579816.635076:0:2408:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787579816.635078:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579816.635079:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787579816.635080:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.635083:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787579816.635352:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579816.635358:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e10453a5900. 00000400:00000200:3.0:1787579816.635366:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579816.635372:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579816.635380:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726660 00000400:00000010:3.0:1787579816.636773:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726660. 00000100:00000001:3.0:1787579816.636793:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579816.636804:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579816.636822:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579816.636827:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579816.636834:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579816.636836:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579816.636888:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579816.636891:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1053297100. 00000400:00000200:3.0:1787579816.636896:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579816.636901:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579816.636906:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88d48 00000400:00000010:3.0:1787579816.636908:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88d48. 00000100:00000001:3.0:1787579816.636910:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579816.636915:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579816.636937:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579816.636940:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579816.636947:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579816.636948:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579816.636956:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579816.636958:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e10453a5e00. 00000400:00000200:3.0:1787579816.636961:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579816.636965:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579816.636984:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726220 00000400:00000010:3.0:1787579816.636986:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726220. 00000100:00000001:3.0:1787579816.636989:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579816.636994:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579816.637001:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579816.637004:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579816.637010:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579816.637011:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787579816.637085:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579816.637087:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e10453a5000. 00000400:00000200:3.0:1787579816.637090:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579816.637093:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579816.637095:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726088 00000400:00000010:3.0:1787579816.637097:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726088. 00000100:00000001:3.0:1787579816.637099:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579816.637103:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579816.637112:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579816.637115:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787579816.637244:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787579816.637251:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579816.637253:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787579816.637262:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10468dba00. 02000000:00000001:0.0:1787579816.637265:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787579816.637273:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:0.0:1787579816.637278:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e10468a28f0. 00000400:00000010:0.0:1787579816.637285:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c88c38. 00000100:00000200:0.0:1787579816.637293:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956568960, portal 10 00000100:00000001:0.0:1787579816.637295:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787579816.637297:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799322774400 : -125274386777216 : ffff8e1048ad3b80) 00000100:00000040:0.0:1787579816.637314:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.637322:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787579816.637327:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:0.0:1787579816.637330:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e1044c884c8. 00000100:00000200:0.0:1787579816.637334:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956568960, offset 0 00000400:00000200:0.0:1787579816.637342:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:0.0:1787579816.637353:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579816.637364:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:0.0:1787579816.637372:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787579816.639030:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:0.0:1787579816.639039:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787579816.639044:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:0.0:1787579816.639049:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [164:164:255:4294967295] 192.168.202.129@tcp LPNI seq info [164:164:7:4294967295] 00000400:00000200:0.0:1787579816.639057:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:0.0:1787579816.639072:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:0.0:1787579816.639081:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:0.0:1787579816.639094:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1053297e00. 00000800:00000200:0.0:1787579816.639104:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:0.0:1787579816.639113:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:0.0:1787579816.639119:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1053297e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787579816.639125:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579816.640086:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579816.640089:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787579816.640108:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579816.640134:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787579816.640137:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579816.640140:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579816.640147:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579816.640153:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:3.0:1787579816.640161:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579816.640166:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579816.640171:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579816.640193:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a8c4c6704c00 00000400:00000200:3.0:1787579816.640198:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:3.0:1787579816.640207:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x94d [1] + 224 00000800:00000001:3.0:1787579816.640215:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579816.640221:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787579816.640224:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579816.640230:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:3.0:1787579816.640237:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579816.640246:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787579816.640256:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579816.640274:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1787579816.640329:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787579816.640333:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1053297e00. 00000400:00000200:3.0:1787579816.640337:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787579816.640340:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:3.0:1787579816.640345:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c884c8 00000400:00000010:3.0:1787579816.640348:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c884c8. 00000100:00000001:3.0:1787579816.640352:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787579816.640356:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579816.640367:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579816.640370:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579816.640377:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579816.640378:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787579816.640382:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787579816.640397:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787579816.640446:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: using a timeout of 25650 usecs (26 jiffies) 00000400:00000200:0.0:1787579816.640450:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:0.0:1787579816.640454:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295048744 00000100:00000001:0.0:1787579816.640458:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295049992 00000100:00000001:0.0:1787579816.640460:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295048744 00000100:00000001:0.0:1787579816.640463:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295049992 00000100:00000001:0.0:1787579816.640466:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787579816.640469:0:2407:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.640474:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.640478:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579816.640488:0:2407:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787579816.640491:0:2407:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787579816.640494:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787579816.640497:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787579816.640510:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.640513:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.642496:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579816.642517:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787579816.642532:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579816.642535:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579816.642540:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1050b9edc0. 00000400:00000200:1.0:1787579816.642551:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10527262a8 00000400:00000010:1.0:1787579816.642554:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10527262a8. 00000100:00000001:1.0:1787579816.642568:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579816.642580:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579816.642593:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.642601:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579816.642604:0:2408:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.642607:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579816.642611:0:2408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579816.642614:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579816.642640:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579816.642644:0:2408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579816.642653:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e105182fc60 time=104 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579816.642669:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e105182fc18 time=104 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579816.642672:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579816.642674:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579816.642677:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787579816.642680:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.642683:0:2408:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579816.642689:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.642696:0:2408:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579816.642700:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579816.642702:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787579816.642706:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579816.642714:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2408:1874412956568576:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579816.642721:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.642724:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579816.642727:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad0a80 x1874412956568576/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.642734:0:2408:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579816.642738:0:2408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579816.642743:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1042fa4400. 02000000:00000001:1.0:1787579816.642747:0:2408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579816.642751:0:2408:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579816.642753:0:2408:0:(genops.c:1223:class_import_put()) import ffff8e105182f800 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:1.0:1787579816.642756:0:2408:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579816.642759:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1053297700. 02000000:00000001:1.0:1787579816.642762:0:2408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579816.642764:0:2408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579816.642766:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad0a80. 00000100:00000001:1.0:1787579816.642771:0:2408:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579816.642778:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.642781:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.642783:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579816.642784:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787579816.642786:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.642788:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787579816.645325:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.645353:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579816.645360:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.645363:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579816.645376:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.645396:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579816.645410:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.645416:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.645424:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.645429:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704d00 00000400:00000200:2.0:1787579816.645436:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.645445:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x95d [1] + 224 00000800:00000001:2.0:1787579816.645454:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.645463:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579816.645468:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579816.645473:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579816.645485:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579816.645497:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579816.645548:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579816.645578:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579816.645593:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.645597:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.650350:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579816.650363:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787579816.650378:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579816.650382:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579816.650390:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1050b9eaa8. 00000400:00000200:1.0:1787579816.650400:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726d48 00000400:00000010:1.0:1787579816.650405:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726d48. 00000100:00000001:1.0:1787579816.650413:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579816.650433:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579816.650449:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.650460:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579816.650463:0:2408:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.650466:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579816.650472:0:2408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579816.650476:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579816.650479:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579816.650483:0:2408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579816.650509:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e10526eec60 time=103 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579816.650515:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e10526eec18 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579816.650518:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579816.650521:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579816.650525:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787579816.650531:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787579816.650539:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.650544:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787579816.650546:0:2408:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:1.0:1787579816.650581:0:2408:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787579816.650583:0:2408:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579816.650590:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.650599:0:2408:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579816.650603:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579816.650607:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787579816.650611:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579816.650620:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ef76737e-5790-4118-84d1-a15d027c092e:2408:1874412956568832:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579816.650625:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.650629:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579816.650633:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad1c00 x1874412956568832/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.650640:0:2408:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579816.650643:0:2408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579816.650648:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1042fa5600. 02000000:00000001:1.0:1787579816.650652:0:2408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579816.650655:0:2408:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579816.650658:0:2408:0:(genops.c:1223:class_import_put()) import ffff8e10526ee800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000020:00000001:1.0:1787579816.650661:0:2408:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579816.650664:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1053297b00. 02000000:00000001:1.0:1787579816.650669:0:2408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579816.650671:0:2408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579816.650673:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad1c00. 00000100:00000001:1.0:1787579816.650678:0:2408:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579816.650679:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.650683:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.650685:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579816.650686:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787579816.650688:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.650690:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787579816.656812:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.656844:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579816.656851:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.656854:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579816.656866:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.656875:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579816.656886:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.656892:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.656899:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.656903:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704e00 00000400:00000200:2.0:1787579816.656909:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.656917:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x965 [1] + 224 00000800:00000001:2.0:1787579816.656961:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.656967:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579816.656972:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579816.656978:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579816.656988:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579816.657002:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579816.657016:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579816.657036:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579816.657051:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.657056:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579816.657058:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.657083:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579816.657088:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.657093:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579816.657099:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:1.0:1787579816.657101:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1787579816.657103:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.657107:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.657110:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704c80 00000100:00000001:1.0:1787579816.657116:0:2408:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787579816.657126:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787579816.657129:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787579816.657134:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1050b9e210. 00000400:00000200:1.0:1787579816.657139:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1052726440 00000400:00000010:1.0:1787579816.657143:0:2408:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1052726440. 00000100:00000001:1.0:1787579816.657147:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787579816.657154:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787579816.657166:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.657174:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787579816.657178:0:2408:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.657181:0:2408:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787579816.657187:0:2408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787579816.657191:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787579816.657194:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787579816.657198:0:2408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787579816.657210:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c67c60 time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1787579816.657216:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c67c18 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1787579816.657219:0:2408:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787579816.657221:0:2408:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787579816.657224:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787579816.657230:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787579816.657238:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.657243:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787579816.657245:0:2408:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:1.0:1787579816.657248:0:2408:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787579816.657249:0:2408:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787579816.657255:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.657262:0:2408:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787579816.657273:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787579816.657275:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787579816.657281:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787579816.657290:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2408:1874412956569088:192.168.202.129@tcp:400:kworker.0 00000100:00000001:1.0:1787579816.657296:0:2408:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.657299:0:2408:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787579816.657303:0:2408:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad3800 x1874412956569088/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787579816.657309:0:2408:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787579816.657312:0:2408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787579816.657317:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1042fa5800. 02000000:00000001:1.0:1787579816.657321:0:2408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787579816.657325:0:2408:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787579816.657327:0:2408:0:(genops.c:1223:class_import_put()) import ffff8e1044c67800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000020:00000001:1.0:1787579816.657330:0:2408:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787579816.657333:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1053297d00. 02000000:00000001:1.0:1787579816.657339:0:2408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787579816.657341:0:2408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787579816.657344:0:2408:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad3800. 00000100:00000001:1.0:1787579816.657348:0:2408:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787579816.657350:0:2408:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.657353:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787579816.657363:0:2408:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787579816.657366:0:2408:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787579816.657368:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787579816.657371:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579816.658496:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.658526:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x955 [1] + 224 00000800:00000001:2.0:1787579816.658542:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.658557:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579816.658561:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579816.658566:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579816.658576:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579816.658584:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579816.658596:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579816.658618:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579816.658631:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.658635:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579816.658638:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.658640:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579816.658646:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.658650:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000100:00000001:0.0:1787579816.658761:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787579816.658766:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787579816.658773:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787579816.658776:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787579816.658794:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e10468a2268. 00000400:00000200:0.0:1787579816.658800:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88220 00000400:00000010:0.0:1787579816.658803:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88220. 00000100:00000001:0.0:1787579816.658808:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787579816.658814:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787579816.658826:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.658834:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787579816.658837:0:2407:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579816.658839:0:2407:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787579816.658853:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787579816.658856:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787579816.658859:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579816.658862:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787579816.658872:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1048aa1460 time=104 v=5 (5 0 0 0) 00000100:00001000:0.0:1787579816.658876:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1048aa1418 time=104 v=5 (1 0 0 0) 00000100:00000001:0.0:1787579816.658878:0:2407:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787579816.658880:0:2407:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787579816.658883:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787579816.658887:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.658890:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787579816.658892:0:2407:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:0.0:1787579816.658894:0:2407:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787579816.658895:0:2407:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.658900:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.658907:0:2407:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787579816.658910:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787579816.658912:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787579816.658916:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579816.658947:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ef76737e-5790-4118-84d1-a15d027c092e:2407:1874412956568704:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1787579816.658960:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.658963:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787579816.658967:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad2300 x1874412956568704/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.658974:0:2407:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787579816.658977:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787579816.658981:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10468db200. 02000000:00000001:0.0:1787579816.658987:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787579816.658991:0:2407:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787579816.658992:0:2407:0:(genops.c:1223:class_import_put()) import ffff8e1048aa1000 refcount=3 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000020:00000001:0.0:1787579816.658995:0:2407:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787579816.658998:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1053297a00. 02000000:00000001:0.0:1787579816.659002:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787579816.659004:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787579816.659007:0:2407:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad2300. 00000100:00000001:0.0:1787579816.659012:0:2407:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787579816.659014:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579816.659018:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.659021:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787579816.659023:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787579816.659025:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.659027:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579816.659475:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.659482:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.659488:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.659493:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704d80 00000400:00000200:2.0:1787579816.659507:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579816.659512:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x96d [1] + 224 00000800:00000001:2.0:1787579816.659520:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.659547:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579816.659550:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579816.659554:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579816.659560:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579816.659567:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579816.659576:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579816.659596:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579816.659604:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579816.659608:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579816.660145:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787579816.660150:0:2407:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787579816.660157:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787579816.660159:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787579816.660162:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e10468a28f0. 00000400:00000200:0.0:1787579816.660167:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e1044c88c38 00000400:00000010:0.0:1787579816.660170:0:2407:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e1044c88c38. 00000100:00000001:0.0:1787579816.660173:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787579816.660179:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787579816.660188:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.660195:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787579816.660208:0:2407:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579816.660210:0:2407:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787579816.660214:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787579816.660216:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787579816.660218:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787579816.660221:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787579816.660229:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c61c60 time=25 v=5 (5 0 0 0) 00000100:00001000:0.0:1787579816.660233:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c61c18 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1787579816.660236:0:2407:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787579816.660237:0:2407:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787579816.660240:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787579816.660243:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.660246:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787579816.660249:0:2407:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:0.0:1787579816.660251:0:2407:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787579816.660253:0:2407:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787579816.660258:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.660265:0:2407:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787579816.660268:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787579816.660271:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787579816.660275:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787579816.660282:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1048ad3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2407:1874412956568960:192.168.202.129@tcp:400:kworker.0 00000100:00000001:0.0:1787579816.660288:0:2407:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579816.660291:0:2407:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787579816.660294:0:2407:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1048ad3b80 x1874412956568960/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787579816.660301:0:2407:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787579816.660303:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787579816.660307:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10468dba00. 02000000:00000001:0.0:1787579816.660311:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787579816.660315:0:2407:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787579816.660322:0:2407:0:(genops.c:1223:class_import_put()) import ffff8e1044c61800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000020:00000001:0.0:1787579816.660325:0:2407:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787579816.660328:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1053297c00. 02000000:00000001:0.0:1787579816.660332:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787579816.660334:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787579816.660336:0:2407:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1048ad3b80. 00000100:00000001:0.0:1787579816.660339:0:2407:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787579816.660341:0:2407:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579816.660343:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787579816.660353:0:2407:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787579816.660356:0:2407:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787579816.660358:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787579816.660360:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579817.139057:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579817.139066:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579817.139072:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579817.139096:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579817.141608:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579817.141620:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579817.141627:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787579817.970551:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17330 (cpu 3) has reached its deadline 4295049992, at 4295050048 00000100:00000010:3.0:1787579817.970565:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1051726960. 00000100:00000040:2.0:1787579817.970643:0:711:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17220 (cpu 2) has reached its deadline 4295049992, at 4295050048 00000100:00000010:2.0:1787579817.970648:0:711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e10517264e0. 00010000:00000001:3.0:1787579818.163665:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579818.163674:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579818.163681:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579818.163683:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579818.164125:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579818.164130:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579818.164134:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579819.188200:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579819.188207:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579819.188214:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579819.188215:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579819.189917:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579819.189970:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579819.189973:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579820.210136:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579820.210143:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579820.210149:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579820.210157:0:417:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787579820.210159:0:417:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787579820.210162:0:417:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579820.210165:0:417:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787579820.210167:0:417:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579820.210169:0:417:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579820.210171:0:417:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579820.210343:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579820.210347:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579820.210350:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579821.237423:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579821.237429:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579821.237452:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579821.237454:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787579821.238231:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787579821.238235:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787579821.238239:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787579821.747041:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579821.747052:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579821.747067:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d82d80. 00000020:00000040:2.0:1787579821.747074:0:472:0:(genops.c:1210:class_import_get()) import ffff8e105182f800 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1787579821.747080:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579821.747083:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579821.747089:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579821.747098:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200d00. 00000100:00000001:2.0:1787579821.747107:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747134:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579821.747146:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579821.747151:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747157:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092c5372b] to pc [ptlrpcd_01_01+1] req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.747194:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747198:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579821.747202:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579821.747204:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d83100. 00000020:00000040:2.0:1787579821.747207:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1048aa1000 refcount=4 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000100:00000001:2.0:1787579821.747210:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579821.747212:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579821.747214:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579821.747218:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200800. 00000100:00000001:2.0:1787579821.747221:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747225:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579821.747233:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579821.747235:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747239:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063c9cd63] to pc [ptlrpcd_01_00+0] req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.747247:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747249:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579821.747253:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579821.747255:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d80a80. 00000020:00000040:2.0:1787579821.747257:0:472:0:(genops.c:1210:class_import_get()) import ffff8e10526ee800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000100:00000001:2.0:1787579821.747260:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579821.747261:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579821.747262:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579821.747265:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200a00. 00000100:00000001:2.0:1787579821.747268:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747272:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579821.747278:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579821.747284:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747289:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089e6f04e] to pc [ptlrpcd_01_01+1] req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.747297:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747299:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579821.747303:0:472:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579821.747306:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579821.747309:0:472:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579821.747313:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579821.747315:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579821.747318:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d80e00. 00000020:00000040:2.0:1787579821.747320:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1044c61800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000100:00000001:2.0:1787579821.747322:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579821.747323:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579821.747325:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579821.747330:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200e00. 00000100:00000001:2.0:1787579821.747333:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747337:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579821.747355:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579821.747357:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747361:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3360968] to pc [ptlrpcd_01_00+0] req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.747369:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747371:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579821.747375:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579821.747379:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d81c00. 00000020:00000040:2.0:1787579821.747381:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1044c67800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000100:00000001:2.0:1787579821.747388:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579821.747390:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579821.747392:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579821.747396:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200000. 00000100:00000001:2.0:1787579821.747400:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747404:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579821.747412:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579821.747414:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747418:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bed9b7d6] to pc [ptlrpcd_01_01+1] req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.747425:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747428:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579821.747431:0:472:0:(pinger.c:247:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579821.747433:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579821.747436:0:472:0:(pinger.c:247:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579821.747441:0:472:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (391) 00000100:00000001:2.0:1787579821.747467:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579821.747472:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579821.747475:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579821.747481:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.747488:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579821.747491:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.747495:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579821.747498:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579821.747500:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579821.747504:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2410:1874412956569216:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579821.747508:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579821.747523:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579821.747525:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.747528:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579821.747533:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630800. 02000000:00000001:2.0:1787579821.747535:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579821.747546:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579821.747551:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd160. 00000400:00000010:2.0:1787579821.747559:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffaa0. 00000100:00000200:2.0:1787579821.747570:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956569216, portal 25 00000100:00000001:2.0:1787579821.747572:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579821.747574:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308811648 : -125274400739968 : ffff8e1047d82d80) 00000100:00000040:2.0:1787579821.747580:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.747588:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579821.747592:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579821.747595:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffcc0. 00000100:00000200:2.0:1787579821.747599:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874412956569216, offset 0 00000400:00000200:2.0:1787579821.747606:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579821.747619:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.747627:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579821.747634:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579821.747640:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579821.747645:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579821.747648:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579821.747653:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [165:165:256:4294967295] 192.168.202.129@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1787579821.747657:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.747667:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579821.747672:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579821.747677:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200600. 00000800:00000200:2.0:1787579821.747686:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579821.747695:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579821.747701:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579821.747722:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579821.747726:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579821.747729:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4295055108 00000100:00000010:2.0:1787579821.747734:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1046c0e120. 00000100:00000001:2.0:1787579821.747742:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787579821.747747:0:2410:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4295055108 00000100:00000010:2.0:1787579821.747750:0:2410:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1046c0ef00. 00000100:00000001:2.0:1787579821.747752:0:2410:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787579821.747756:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579821.747759:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.747762:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579821.747766:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.747773:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579821.747775:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.747777:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579821.747779:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579821.747781:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579821.747784:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956569472:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579821.747787:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579821.747789:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579821.747791:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.747792:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579821.747796:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045631600. 02000000:00000001:2.0:1787579821.747798:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579821.747801:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579821.747804:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd5d8. 00000400:00000010:2.0:1787579821.747808:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff550. 00000100:00000200:2.0:1787579821.747811:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956569472, portal 10 00000100:00000001:2.0:1787579821.747812:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579821.747813:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308802688 : -125274400748928 : ffff8e1047d80a80) 00000100:00000040:2.0:1787579821.747821:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.747834:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579821.747836:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579821.747839:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff330. 00000100:00000200:2.0:1787579821.747842:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956569472, offset 0 00000400:00000200:2.0:1787579821.747846:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579821.747850:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.747853:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579821.747856:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579821.747858:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579821.747860:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579821.747862:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579821.747865:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [166:166:255:4294967295] 192.168.202.129@tcp LPNI seq info [166:166:7:4294967295] 00000400:00000200:2.0:1787579821.747868:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.747873:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579821.747877:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579821.747880:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200200. 00000800:00000200:2.0:1787579821.747884:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579821.747888:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579821.747891:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579821.747894:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.747899:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: using a timeout of 133556 usecs (134 jiffies) 00000400:00000200:2.0:1787579821.747902:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579821.747904:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295053959 00000100:00000001:2.0:1787579821.747906:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295055108 00000100:00000001:2.0:1787579821.747909:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295053959 00000100:00000001:2.0:1787579821.747912:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295055108 00000100:00000001:2.0:1787579821.747913:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579821.747915:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.747954:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579821.747959:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.747965:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579821.747967:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.747969:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579821.747970:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579821.747972:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579821.747975:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956569728:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579821.747978:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579821.747981:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579821.747982:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.747984:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579821.747987:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630200. 02000000:00000001:2.0:1787579821.747989:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579821.747992:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579821.747993:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd580. 00000400:00000010:2.0:1787579821.747997:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff4c8. 00000100:00000200:2.0:1787579821.748000:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956569728, portal 10 00000100:00000001:2.0:1787579821.748001:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579821.748002:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308807168 : -125274400744448 : ffff8e1047d81c00) 00000100:00000040:2.0:1787579821.748008:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748014:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579821.748016:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579821.748018:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff6e8. 00000100:00000200:2.0:1787579821.748020:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956569728, offset 0 00000400:00000200:2.0:1787579821.748023:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579821.748027:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.748029:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579821.748032:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579821.748034:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579821.748037:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579821.748044:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579821.748047:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [167:167:254:4294967295] 192.168.202.129@tcp LPNI seq info [167:167:6:4294967295] 00000400:00000200:2.0:1787579821.748051:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.748057:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579821.748062:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579821.748066:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200100. 00000800:00000200:2.0:1787579821.748069:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579821.748073:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579821.748075:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579821.748078:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.748081:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: using a timeout of 28715 usecs (29 jiffies) 00000400:00000200:2.0:1787579821.748086:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579821.748087:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295053854 00000100:00000001:2.0:1787579821.748089:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295055108 00000100:00000001:2.0:1787579821.748092:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295053854 00000100:00000001:2.0:1787579821.748094:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295055108 00000100:00000001:2.0:1787579821.748095:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579821.748097:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748099:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748102:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579821.748112:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579821.748114:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787579821.748116:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579821.748117:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579821.748119:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579821.748121:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1787579821.748123:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579821.748124:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579821.748126:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579821.748127:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579821.748128:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579821.748129:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579821.748139:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748146:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579821.748147:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.748149:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579821.748151:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579821.748152:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579821.748155:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956569344:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579821.748159:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579821.748162:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579821.748163:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.748166:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579821.748169:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045630a00. 02000000:00000001:2.0:1787579821.748171:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579821.748175:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579821.748178:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd058. 00000400:00000010:2.0:1787579821.748181:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff220. 00000100:00000200:2.0:1787579821.748184:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956569344, portal 10 00000100:00000001:2.0:1787579821.748186:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579821.748187:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308812544 : -125274400739072 : ffff8e1047d83100) 00000100:00000040:2.0:1787579821.748194:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748200:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579821.748202:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579821.748205:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff440. 00000100:00000200:2.0:1787579821.748208:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956569344, offset 0 00000400:00000200:2.0:1787579821.748212:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579821.748215:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.748219:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579821.748222:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579821.748224:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579821.748226:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579821.748234:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579821.748237:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [168:168:253:4294967295] 192.168.202.129@tcp LPNI seq info [168:168:5:4294967295] 00000400:00000200:2.0:1787579821.748240:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.748246:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579821.748250:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579821.748253:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200300. 00000800:00000200:2.0:1787579821.748256:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579821.748261:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579821.748263:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579821.748266:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.748269:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: using a timeout of 118645 usecs (119 jiffies) 00000400:00000200:2.0:1787579821.748272:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579821.748274:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295053944 00000100:00000001:2.0:1787579821.748276:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295055108 00000100:00000001:2.0:1787579821.748277:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295053944 00000100:00000001:2.0:1787579821.748279:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295055108 00000100:00000001:2.0:1787579821.748281:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579821.748283:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748285:0:2410:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579821.748289:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748295:0:2410:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579821.748296:0:2410:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.748298:0:2410:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579821.748300:0:2410:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579821.748301:0:2410:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579821.748304:0:2410:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956569600:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579821.748306:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579821.748309:0:2410:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579821.748316:0:2410:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.748317:0:2410:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579821.748320:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1045631800. 02000000:00000001:2.0:1787579821.748322:0:2410:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579821.748325:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579821.748328:0:2410:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd318. 00000400:00000010:2.0:1787579821.748331:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffdd0. 00000100:00000200:2.0:1787579821.748333:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956569600, portal 10 00000100:00000001:2.0:1787579821.748335:0:2410:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579821.748336:0:2410:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308803584 : -125274400748032 : ffff8e1047d80e00) 00000100:00000040:2.0:1787579821.748360:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748366:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579821.748368:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579821.748371:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffa18. 00000100:00000200:2.0:1787579821.748373:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956569600, offset 0 00000400:00000200:2.0:1787579821.748378:0:2410:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579821.748382:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.748386:0:2410:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579821.748388:0:2410:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579821.748391:0:2410:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579821.748392:0:2410:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579821.748395:0:2410:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579821.748397:0:2410:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [169:169:252:4294967295] 192.168.202.129@tcp LPNI seq info [169:169:4:4294967295] 00000400:00000200:2.0:1787579821.748401:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.748406:0:2410:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579821.748410:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579821.748415:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1061566800. 00000800:00000200:2.0:1787579821.748418:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579821.748422:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579821.748425:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1061566800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579821.748428:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.748437:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: using a timeout of 26631 usecs (27 jiffies) 00000400:00000200:2.0:1787579821.748440:0:2410:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579821.748442:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295053852 00000100:00000001:2.0:1787579821.748445:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295055108 00000100:00000001:2.0:1787579821.748447:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295053852 00000100:00000001:2.0:1787579821.748449:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295055108 00000100:00000001:2.0:1787579821.748451:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579821.748463:0:2410:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748465:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748468:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748483:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579821.748486:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787579821.748534:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579821.748539:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200600. 00000400:00000200:2.0:1787579821.748548:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579821.748554:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579821.748560:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffcc0 00000400:00000010:2.0:1787579821.748564:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffcc0. 00000100:00000001:2.0:1787579821.748570:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579821.748574:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748585:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579821.748588:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748595:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748596:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579821.748611:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579821.748613:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200200. 00000400:00000200:2.0:1787579821.748616:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579821.748619:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579821.748621:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff330 00000400:00000010:2.0:1787579821.748623:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff330. 00000100:00000001:2.0:1787579821.748632:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579821.748636:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748643:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579821.748646:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748652:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748653:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579821.748662:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579821.748664:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200100. 00000400:00000200:2.0:1787579821.748667:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579821.748670:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579821.748673:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff6e8 00000400:00000010:2.0:1787579821.748674:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff6e8. 00000100:00000001:2.0:1787579821.748676:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579821.748679:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748685:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579821.748688:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748694:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748695:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579821.748703:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579821.748705:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200300. 00000400:00000200:2.0:1787579821.748708:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579821.748711:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579821.748713:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff440 00000400:00000010:2.0:1787579821.748715:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff440. 00000100:00000001:2.0:1787579821.748716:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579821.748720:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748726:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579821.748735:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748741:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748743:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579821.748819:0:2402:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579821.748822:0:2402:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1061566800. 00000400:00000200:2.0:1787579821.748825:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579821.748829:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579821.748832:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffa18 00000400:00000010:2.0:1787579821.748834:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffa18. 00000100:00000001:2.0:1787579821.748836:0:2402:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579821.748840:0:2402:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748847:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579821.748850:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.748857:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.748859:0:2402:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787579821.761785:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.761811:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579821.761817:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.761820:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579821.761832:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.761842:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579821.761853:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.761860:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.761866:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.761872:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704f80 00000400:00000200:2.0:1787579821.761878:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.761885:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x985 [1] + 224 00000800:00000001:2.0:1787579821.761893:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.761898:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579821.761901:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579821.761918:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579821.761964:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579821.761976:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579821.761989:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.762012:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579821.762025:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.762029:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579821.762031:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.762033:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579821.762036:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762039:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579821.762044:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762046:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762049:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762052:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6705080 00000400:00000200:2.0:1787579821.762055:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762059:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x995 [1] + 224 00000800:00000001:2.0:1787579821.762063:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.762067:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579821.762068:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579821.762071:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579821.762074:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579821.762079:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579821.762088:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.762097:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579821.762100:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.762112:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579821.762114:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.762116:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579821.762120:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762136:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579821.762142:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762144:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762147:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762150:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a8c4c6704e80 00000400:00000200:2.0:1787579821.762154:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762159:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x975 [1] + 224 00000800:00000001:2.0:1787579821.762163:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.762167:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579821.762168:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579821.762171:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579821.762175:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579821.762181:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579821.762187:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.762193:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579821.762197:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.762200:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579821.762202:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.762205:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579821.762207:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762211:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579821.762215:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762217:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762219:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762222:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6704f00 00000400:00000200:2.0:1787579821.762224:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.762235:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9a5 [1] + 224 00000800:00000001:2.0:1787579821.762239:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.762247:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579821.762249:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579821.762252:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579821.762255:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579821.762259:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579821.762478:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.762485:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579821.762491:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.762494:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579821.762765:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579821.762770:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787579821.762777:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787579821.762779:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787579821.762784:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd058. 00000400:00000200:3.0:1787579821.762788:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff220 00000400:00000010:3.0:1787579821.762791:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff220. 00000100:00000001:3.0:1787579821.762794:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579821.762798:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787579821.762807:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.762827:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787579821.762829:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579821.762833:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787579821.762837:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787579821.762841:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787579821.762844:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579821.762847:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787579821.762863:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1048aa1460 time=109 v=5 (5 0 0 0) 00000100:00001000:3.0:1787579821.762868:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1048aa1418 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1787579821.762870:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787579821.762872:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579821.762875:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787579821.762879:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579821.762884:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787579821.762886:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:3.0:1787579821.762889:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787579821.762891:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579821.762897:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.762904:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787579821.762909:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787579821.762911:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787579821.762915:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579821.762953:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956569344:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1787579821.762961:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787579821.762962:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787579821.762964:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd160. 00000400:00000200:3.0:1787579821.762968:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffaa0 00000400:00000010:3.0:1787579821.762970:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffaa0. 00000100:00000001:3.0:1787579821.762972:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579821.762976:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787579821.762990:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.762996:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787579821.762997:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579821.762999:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787579821.763001:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787579821.763002:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787579821.763004:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579821.763006:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787579821.763009:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e105182fc60 time=109 v=5 (5 0 0 0) 00000100:00001000:3.0:1787579821.763012:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e105182fc18 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1787579821.763015:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787579821.763016:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579821.763018:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787579821.763020:0:2410:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579821.763022:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579821.763025:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.763032:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787579821.763034:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787579821.763035:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787579821.763038:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579821.763045:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2410:1874412956569216:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1787579821.763052:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787579821.763053:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787579821.763055:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd5d8. 00000400:00000200:3.0:1787579821.763058:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff550 00000400:00000010:3.0:1787579821.763059:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff550. 00000100:00000001:3.0:1787579821.763061:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579821.763064:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787579821.763079:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.763085:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787579821.763087:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579821.763088:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787579821.763090:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787579821.763091:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787579821.763093:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579821.763095:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787579821.763100:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e10526eec60 time=108 v=5 (5 0 0 0) 00000100:00001000:3.0:1787579821.763103:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e10526eec18 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1787579821.763106:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787579821.763107:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579821.763109:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787579821.763113:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787579821.763133:0:2410:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579821.763136:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787579821.763138:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:3.0:1787579821.763140:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787579821.763141:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579821.763145:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.763151:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787579821.763152:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787579821.763153:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787579821.763157:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579821.763164:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ef76737e-5790-4118-84d1-a15d027c092e:2410:1874412956569472:192.168.202.129@tcp:400:kworker.0 00000400:00000001:3.0:1787579821.763178:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787579821.763179:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787579821.763181:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd580. 00000400:00000200:3.0:1787579821.763183:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff4c8 00000400:00000010:3.0:1787579821.763185:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff4c8. 00000100:00000001:3.0:1787579821.763187:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579821.763192:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787579821.763201:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.763207:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787579821.763209:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579821.763210:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787579821.763212:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787579821.763213:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787579821.763215:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579821.763217:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1787579821.763229:0:2410:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8e1042f22000. 00000100:00001000:3.0:1787579821.763234:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c67c60 time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1787579821.763237:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c67c18 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1787579821.763240:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787579821.763241:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579821.763243:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787579821.763247:0:2410:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787579821.763253:0:2410:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579821.763255:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787579821.763257:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:3.0:1787579821.763259:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787579821.763261:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579821.763339:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.763357:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787579821.763360:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787579821.763361:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787579821.763366:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579821.763373:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956569728:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1787579821.763377:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579821.763381:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579821.763384:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d83100 x1874412956569344/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.763471:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787579821.763474:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787579821.763478:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630a00. 02000000:00000001:3.0:1787579821.763482:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787579821.763484:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787579821.763486:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e1048aa1000 refcount=3 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000020:00000001:3.0:1787579821.763489:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787579821.763491:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200800. 02000000:00000001:3.0:1787579821.763497:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787579821.763499:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787579821.763500:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d83100. 00000100:00000001:3.0:1787579821.763504:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787579821.763506:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579821.763508:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579821.763512:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d82d80 x1874412956569216/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.763519:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787579821.763520:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787579821.763521:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630800. 02000000:00000001:3.0:1787579821.763524:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787579821.763525:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787579821.763532:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e105182f800 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:3.0:1787579821.763534:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787579821.763536:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200d00. 02000000:00000001:3.0:1787579821.763539:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787579821.763540:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787579821.763542:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d82d80. 00000100:00000001:3.0:1787579821.763545:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787579821.763546:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579821.763548:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579821.763552:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d80a80 x1874412956569472/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.763558:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787579821.763559:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787579821.763561:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045631600. 02000000:00000001:3.0:1787579821.763563:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787579821.763564:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787579821.763566:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e10526ee800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000020:00000001:3.0:1787579821.763568:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787579821.763569:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200a00. 02000000:00000001:3.0:1787579821.763571:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787579821.763572:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787579821.763574:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d80a80. 00000100:00000001:3.0:1787579821.763577:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787579821.763579:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579821.763581:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579821.763584:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d81c00 x1874412956569728/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579821.763590:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787579821.763592:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787579821.763593:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045630200. 02000000:00000001:3.0:1787579821.763596:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787579821.763597:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787579821.763598:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e1044c67800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000020:00000001:3.0:1787579821.763601:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787579821.763602:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200000. 02000000:00000001:3.0:1787579821.763604:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787579821.763610:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787579821.763612:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d81c00. 00000100:00000001:3.0:1787579821.763615:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787579821.763616:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579821.763620:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579821.763623:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579821.763624:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787579821.763627:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579821.763629:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787579821.778429:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.778446:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579821.778450:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.778462:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579821.778471:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.778479:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579821.778488:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.778492:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.778498:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.778502:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6705000 00000400:00000200:2.0:1787579821.778507:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579821.778513:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:2.0:1787579821.778521:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.778529:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579821.778533:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579821.778538:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579821.778546:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579821.778555:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579821.778579:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.778595:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579821.778617:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579821.778622:0:2410:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787579821.778629:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579821.778631:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579821.778633:0:2410:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd318. 00000400:00000200:2.0:1787579821.778637:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffdd0 00000400:00000010:2.0:1787579821.778640:0:2410:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffdd0. 00000100:00000001:2.0:1787579821.778643:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579821.778648:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579821.778657:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.778663:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579821.778665:0:2410:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579821.778668:0:2410:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579821.778671:0:2410:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579821.778673:0:2410:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579821.778675:0:2410:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579821.778678:0:2410:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579821.778686:0:2410:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c61c60 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579821.778690:0:2410:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c61c18 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579821.778693:0:2410:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579821.778694:0:2410:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579821.778697:0:2410:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787579821.778701:0:2410:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.778704:0:2410:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579821.778707:0:2410:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579821.778708:0:2410:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579821.778710:0:2410:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579821.778713:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.778727:0:2410:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579821.778730:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579821.778732:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579821.778736:0:2410:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579821.778744:0:2410:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2410:1874412956569600:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579821.778749:0:2410:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579821.778752:0:2410:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579821.778755:0:2410:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d80e00 x1874412956569600/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579821.778761:0:2410:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579821.778764:0:2410:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579821.778768:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1045631800. 02000000:00000001:2.0:1787579821.778771:0:2410:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579821.778773:0:2410:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579821.778775:0:2410:0:(genops.c:1223:class_import_put()) import ffff8e1044c61800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000020:00000001:2.0:1787579821.778777:0:2410:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579821.778779:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200e00. 02000000:00000001:2.0:1787579821.778783:0:2410:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579821.778785:0:2410:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579821.778787:0:2410:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d80e00. 00000100:00000001:2.0:1787579821.778790:0:2410:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579821.778792:0:2410:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579821.778794:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579821.778802:0:2410:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579821.778804:0:2410:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579821.778806:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579821.778808:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787579821.778816:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579821.778820:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787579822.259396:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579822.259409:0:417:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787579822.259413:0:417:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787579822.259417:0:417:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579822.259424:0:417:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787579822.259427:0:417:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579822.259428:0:417:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579822.259431:0:417:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579822.259436:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579822.259438:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579822.260485:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579822.260492:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579822.260497:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787579823.092287:0:711:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17220 (cpu 2) has reached its deadline 4295055108, at 4295055169 00000100:00000010:2.0:1787579823.092311:0:711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1046c0e120. 00000100:00000040:3.0:1787579823.093491:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff8e1061d17330 (cpu 3) has reached its deadline 4295055108, at 4295055171 00000100:00000010:3.0:1787579823.093505:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8e1046c0ef00. 00010000:00000001:3.0:1787579823.282607:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579823.282620:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579823.282627:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579823.282628:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579823.283090:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579823.283105:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579823.283110:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787579824.306354:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579824.307045:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579824.307059:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579824.307060:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579824.309220:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579824.309229:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579824.309235:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787579825.096087:0:10091:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787579825.096103:0:10091:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579825.331753:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579825.331761:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579825.331768:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579825.331770:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579825.332006:0:6184:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579825.332010:0:6184:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579825.332014:0:6184:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1787579825.442340:0:10127:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1787579825.442350:0:10127:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:0.0:1787579825.444884:0:10127:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1787579826.354330:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579826.354341:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579826.354348:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579826.354360:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579826.354549:0:6653:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579826.354554:0:6653:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579826.354557:0:6653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787579826.665782:0:10225:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787579826.665796:0:10225:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866006:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579826.866022:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579826.866040:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d80e00. 00000020:00000040:2.0:1787579826.866049:0:472:0:(genops.c:1210:class_import_get()) import ffff8e105182f800 refcount=4 obd=MGC192.168.202.129@tcp 00000100:00000001:2.0:1787579826.866054:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579826.866058:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579826.866066:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579826.866077:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1061566800. 00000100:00000001:2.0:1787579826.866086:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866102:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df790c7f-d35d-42d2-9e7f-6f20a7cb46e9->MGS req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579826.866116:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579826.866122:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866129:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3360968] to pc [ptlrpcd_01_00+0] req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.866155:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866158:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579826.866162:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579826.866165:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d81180. 00000020:00000040:2.0:1787579826.866167:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1048aa1000 refcount=4 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000100:00000001:2.0:1787579826.866169:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579826.866171:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579826.866172:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579826.866177:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200e00. 00000100:00000001:2.0:1787579826.866180:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866184:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0000_UUID req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579826.866191:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579826.866193:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866212:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085568c81] to pc [ptlrpcd_01_01+1] req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.866232:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866234:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579826.866238:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579826.866241:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d82300. 00000020:00000040:2.0:1787579826.866243:0:472:0:(genops.c:1210:class_import_get()) import ffff8e10526ee800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000100:00000001:2.0:1787579826.866245:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579826.866247:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579826.866248:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579826.866252:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200000. 00000100:00000001:2.0:1787579826.866255:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866259:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ef76737e-5790-4118-84d1-a15d027c092e->lustre-MDT0001_UUID req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579826.866266:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579826.866268:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866272:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ad5cc77] to pc [ptlrpcd_01_00+0] req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.866278:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866280:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579826.866283:0:472:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579826.866286:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579826.866290:0:472:0:(pinger.c:247:ptlrpc_pinger_process_import()) ef76737e-5790-4118-84d1-a15d027c092e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579826.866439:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579826.866443:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579826.866448:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d83b80. 00000020:00000040:2.0:1787579826.866450:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1044c61800 refcount=4 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000100:00000001:2.0:1787579826.866459:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579826.866460:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579826.866462:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579826.866466:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200a00. 00000100:00000001:2.0:1787579826.866469:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866474:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0000_UUID req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579826.866481:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579826.866484:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866487:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ada77d2] to pc [ptlrpcd_01_01+1] req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.866495:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866497:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787579826.866500:0:472:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787579826.866502:0:472:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8e1047d83800. 00000020:00000040:2.0:1787579826.866505:0:472:0:(genops.c:1210:class_import_get()) import ffff8e1044c67800 refcount=4 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000100:00000001:2.0:1787579826.866507:0:472:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787579826.866508:0:472:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787579826.866510:0:472:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787579826.866513:0:472:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e1059200d00. 00000100:00000001:2.0:1787579826.866515:0:472:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866519:0:472:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-MDT0001_UUID req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787579826.866526:0:472:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787579826.866527:0:472:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866531:0:472:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7a73e2f] to pc [ptlrpcd_01_00+0] req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.866538:0:472:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.866540:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579826.866543:0:472:0:(pinger.c:247:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579826.866551:0:472:0:(pinger.c:229:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787579826.866554:0:472:0:(pinger.c:247:ptlrpc_pinger_process_import()) ec2431c4-d05d-4f70-9ed6-4fc61369eaf8->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787579826.866560:0:472:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (396) 00000100:00000001:2.0:1787579826.866580:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579826.866585:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579826.866588:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579826.866594:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.866601:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579826.866604:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.866608:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579826.866611:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579826.866614:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579826.866617:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956569856:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579826.866622:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579826.866629:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579826.866631:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.866634:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579826.866639:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10592b3400. 02000000:00000001:2.0:1787579826.866641:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579826.866649:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579826.866654:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd318. 00000400:00000010:2.0:1787579826.866662:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffdd0. 00000100:00000200:2.0:1787579826.866671:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956569856, portal 25 00000100:00000001:2.0:1787579826.866674:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579826.866675:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308803584 : -125274400748032 : ffff8e1047d80e00) 00000100:00000040:2.0:1787579826.866681:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.866687:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579826.866690:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579826.866693:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffa18. 00000100:00000200:2.0:1787579826.866702:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874412956569856, offset 0 00000400:00000200:2.0:1787579826.866710:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579826.866720:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.866730:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579826.866737:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579826.866743:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579826.866747:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579826.866750:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579826.866755:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [170:170:256:4294967295] 192.168.202.129@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:2.0:1787579826.866759:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.866771:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579826.866777:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579826.866782:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200800. 00000800:00000200:2.0:1787579826.866790:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579826.866798:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579826.866803:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579826.866818:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579826.866822:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579826.866825:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 2 is 4295060227 00000100:00000010:2.0:1787579826.866830:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1046c0e300. 00000100:00000001:2.0:1787579826.866838:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787579826.866844:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS new deadline estimation for cpu 3 is 4295060227 00000100:00000010:2.0:1787579826.866847:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8e1046c0e840. 00000100:00000001:2.0:1787579826.866850:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.129@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787579826.866853:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579826.866856:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.866859:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579826.866863:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.866870:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579826.866876:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.866879:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579826.866881:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579826.866883:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579826.866886:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956570112:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579826.866890:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579826.866893:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579826.866894:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.866896:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579826.866899:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10592b2000. 02000000:00000001:2.0:1787579826.866901:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579826.866905:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579826.866907:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd630. 00000400:00000010:2.0:1787579826.866911:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff440. 00000100:00000200:2.0:1787579826.866914:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956570112, portal 10 00000100:00000001:2.0:1787579826.866916:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579826.866918:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308808960 : -125274400742656 : ffff8e1047d82300) 00000100:00000040:2.0:1787579826.866963:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.866969:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579826.866972:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579826.866975:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff6e8. 00000100:00000200:2.0:1787579826.866978:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956570112, offset 0 00000400:00000200:2.0:1787579826.866982:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579826.866986:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.866990:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579826.866993:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579826.866995:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579826.866997:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579826.866999:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579826.867002:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [171:171:255:4294967295] 192.168.202.129@tcp LPNI seq info [171:171:7:4294967295] 00000400:00000200:2.0:1787579826.867006:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.867012:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579826.868135:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579826.868143:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200300. 00000800:00000200:2.0:1787579826.868150:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579826.868157:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579826.868161:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579826.868166:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.868171:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: using a timeout of 128813 usecs (129 jiffies) 00000400:00000200:2.0:1787579826.868177:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579826.868179:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295059075 00000100:00000001:2.0:1787579826.868183:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295060227 00000100:00000001:2.0:1787579826.868186:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295059075 00000100:00000001:2.0:1787579826.868188:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295060227 00000100:00000001:2.0:1787579826.868190:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579826.868192:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.868196:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579826.868202:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.868210:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579826.868212:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.868735:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579826.868740:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579826.868744:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579826.868749:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956570368:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579826.868753:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579826.868758:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579826.868760:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.868763:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579826.868769:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10592b2200. 02000000:00000001:2.0:1787579826.868771:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579826.868775:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579826.868793:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebdd68. 00000400:00000010:2.0:1787579826.868800:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff330. 00000100:00000200:2.0:1787579826.868806:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956570368, portal 10 00000100:00000001:2.0:1787579826.868809:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579826.868810:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308814336 : -125274400737280 : ffff8e1047d83800) 00000100:00000040:2.0:1787579826.868820:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.868826:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579826.868828:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579826.868831:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffcc0. 00000100:00000200:2.0:1787579826.868833:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956570368, offset 0 00000400:00000200:2.0:1787579826.868838:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579826.868845:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.868851:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579826.868855:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579826.868859:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579826.868862:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579826.868864:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579826.868868:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [172:172:254:4294967295] 192.168.202.129@tcp LPNI seq info [172:172:6:4294967295] 00000400:00000200:2.0:1787579826.868871:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.868879:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579826.868884:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579826.868888:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200100. 00000800:00000200:2.0:1787579826.868892:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579826.868897:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579826.868899:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579826.868902:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.868906:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: using a timeout of 27592 usecs (28 jiffies) 00000400:00000200:2.0:1787579826.868909:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579826.868911:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295058974 00000100:00000001:2.0:1787579826.868913:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295060227 00000100:00000001:2.0:1787579826.868944:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295058975 00000100:00000001:2.0:1787579826.868947:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295060227 00000100:00000001:2.0:1787579826.868950:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579826.868952:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.868955:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.868960:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.868970:0:2409:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579826.868973:0:2409:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787579826.868976:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579826.868977:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579826.868980:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579826.868984:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787579826.868985:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.868987:0:2409:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787579826.868988:0:2409:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.868990:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579826.868991:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579826.868991:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579826.869006:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.871099:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579826.871104:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.871112:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579826.871116:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579826.871119:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579826.871128:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956569984:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579826.871132:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579826.871140:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579826.871143:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.871145:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579826.871155:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e10592b2e00. 02000000:00000001:2.0:1787579826.871157:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579826.871165:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579826.871172:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebdec8. 00000400:00000010:2.0:1787579826.871193:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffd48. 00000100:00000200:2.0:1787579826.871205:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956569984, portal 10 00000100:00000001:2.0:1787579826.871208:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579826.871210:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308804480 : -125274400747136 : ffff8e1047d81180) 00000100:00000040:2.0:1787579826.871233:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.871243:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579826.871247:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579826.871250:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff660. 00000100:00000200:2.0:1787579826.871253:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956569984, offset 0 00000400:00000200:2.0:1787579826.871261:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579826.871272:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.871282:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579826.871289:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579826.872120:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579826.872128:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579826.872131:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579826.872136:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [173:173:253:4294967295] 192.168.202.129@tcp LPNI seq info [173:173:5:4294967295] 00000400:00000200:2.0:1787579826.872142:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.872155:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579826.872163:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579826.872171:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200200. 00000800:00000200:2.0:1787579826.872179:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579826.872189:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579826.872195:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579826.872202:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.872210:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: using a timeout of 115226 usecs (116 jiffies) 00000400:00000200:2.0:1787579826.872214:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579826.873363:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 2 is 4295059067 00000100:00000001:2.0:1787579826.873374:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 2, keep current deadline 4295060227 00000100:00000001:2.0:1787579826.873392:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS new deadline estimation for cpu 3 is 4295059067 00000100:00000001:2.0:1787579826.873395:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e105183c800: PM QoS request active for cpu 3, keep current deadline 4295060227 00000100:00000001:2.0:1787579826.873398:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579826.873403:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.873423:0:2409:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787579826.873438:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.873451:0:2409:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787579826.873454:0:2409:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.873461:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787579826.873465:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787579826.873469:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787579826.873472:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8e1047d83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956570240:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579826.873476:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787579826.873484:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787579826.873487:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.873490:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787579826.873498:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e1046823a00. 02000000:00000001:2.0:1787579826.873500:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787579826.873506:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000010:2.0:1787579826.873511:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8e1043ebd898. 00000400:00000010:2.0:1787579826.873520:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ffe58. 00000100:00000200:2.0:1787579826.873527:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874412956570240, portal 10 00000100:00000001:2.0:1787579826.873530:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787579826.873532:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446618799308815232 : -125274400736384 : ffff8e1047d83b80) 00000100:00000040:2.0:1787579826.873540:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.873548:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787579826.873550:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.129@tcp 00000400:00000010:2.0:1787579826.873554:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8e10519ff2a8. 00000100:00000200:2.0:1787579826.873556:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874412956570240, offset 0 00000400:00000200:2.0:1787579826.873568:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.129@tcp 00000400:00000200:2.0:1787579826.873578:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.873586:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.129@tcp local destination 00000400:00000200:2.0:1787579826.873592:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787579826.873596:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.29@tcp 00000400:00000200:2.0:1787579826.873600:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787579826.873602:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.129@tcp 00000400:00000200:2.0:1787579826.873606:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.29@tcp NI seq info: [174:174:252:4294967295] 192.168.202.129@tcp LPNI seq info [174:174:4:4294967295] 00000400:00000200:2.0:1787579826.873610:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.873620:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp:) -> 192.168.202.129@tcp(192.168.202.129@tcp:192.168.202.129@tcp) : PUT try# 0 00000800:00000200:2.0:1787579826.873626:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.129@tcp 00000800:00000010:2.0:1787579826.873631:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e1059200600. 00000800:00000200:2.0:1787579826.873637:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8e106013d6c0] -> 12345-192.168.202.129@tcp (5) 00000800:00000200:2.0:1787579826.873647:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.129@tcp ip 192.168.202.129:988 00000800:00000200:2.0:1787579826.873651:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8e1059200600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787579826.873656:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.873660:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: using a timeout of 27672 usecs (28 jiffies) 00000400:00000200:2.0:1787579826.873663:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000100:00000001:2.0:1787579826.873665:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 2 is 4295058979 00000100:00000001:2.0:1787579826.873667:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 2, keep current deadline 4295060227 00000100:00000001:2.0:1787579826.873669:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS new deadline estimation for cpu 3 is 4295058979 00000100:00000001:2.0:1787579826.873671:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8e10526b2000: PM QoS request active for cpu 3, keep current deadline 4295060227 00000100:00000001:2.0:1787579826.873673:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579826.873675:0:2409:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.873681:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.873687:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.873710:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579826.873713:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787579826.873770:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579826.873774:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200800. 00000400:00000200:2.0:1787579826.873779:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579826.873791:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579826.873798:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffa18 00000400:00000010:2.0:1787579826.873801:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffa18. 00000100:00000001:2.0:1787579826.873805:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579826.873811:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.873823:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579826.873826:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.873834:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.873836:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579826.873852:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579826.873854:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200300. 00000400:00000200:2.0:1787579826.873857:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579826.873861:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579826.873864:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff6e8 00000400:00000010:2.0:1787579826.873865:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff6e8. 00000100:00000001:2.0:1787579826.873868:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579826.873872:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.873880:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579826.873882:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.873888:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.873889:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579826.873897:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579826.873899:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200100. 00000400:00000200:2.0:1787579826.873901:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579826.873904:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579826.873907:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffcc0 00000400:00000010:2.0:1787579826.873908:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffcc0. 00000100:00000001:2.0:1787579826.873911:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579826.873915:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.873962:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579826.873965:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.873972:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.873974:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579826.873984:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579826.873986:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200200. 00000400:00000200:2.0:1787579826.873989:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579826.873992:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579826.873995:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff660 00000400:00000010:2.0:1787579826.873996:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff660. 00000100:00000001:2.0:1787579826.873998:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579826.874002:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.874009:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579826.874012:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.874017:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.874019:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787579826.879034:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787579826.879049:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e1059200600. 00000400:00000200:2.0:1787579826.879061:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579826.879073:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000400:00000200:2.0:1787579826.879083:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff2a8 00000400:00000010:2.0:1787579826.879087:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff2a8. 00000100:00000001:2.0:1787579826.879094:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787579826.879105:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.879120:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579826.879124:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.879164:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.879166:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787579826.884443:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884473:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579826.884480:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884484:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579826.884497:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884508:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579826.884521:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884527:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884534:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884539:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6705300 00000400:00000200:2.0:1787579826.884545:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884552:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:2.0:1787579826.884563:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884569:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579826.884573:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579826.884580:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579826.884590:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579826.884604:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579826.884617:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.884639:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579826.884651:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884655:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579826.884657:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884660:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579826.884663:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884666:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579826.884671:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884689:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884692:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884695:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6705200 00000400:00000200:2.0:1787579826.884699:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884703:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:2.0:1787579826.884707:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884711:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579826.884713:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579826.884716:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579826.884719:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579826.884724:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579826.884733:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.884740:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579826.884744:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884747:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579826.884748:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884751:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579826.884754:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884758:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579826.884761:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884764:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884766:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884769:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 25 MB=0x6a8c4c6705100 00000400:00000200:2.0:1787579826.884773:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884778:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.129@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:2.0:1787579826.884782:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884785:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579826.884787:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579826.884790:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579826.884793:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579826.884805:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579826.884813:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.884820:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579826.884824:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884827:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579826.884829:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884830:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579826.884833:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884836:0:2402:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579826.884840:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884842:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884845:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884847:0:2402:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6705180 00000400:00000200:2.0:1787579826.884850:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.884853:0:2402:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:2.0:1787579826.884856:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884867:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579826.884869:0:2402:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579826.884873:0:2402:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579826.884875:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579826.884880:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579826.884888:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.884894:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579826.884897:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.884899:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.884918:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579826.884946:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787579826.884961:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579826.884964:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579826.884968:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebdec8. 00000400:00000200:2.0:1787579826.884974:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffd48 00000400:00000010:2.0:1787579826.884978:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffd48. 00000100:00000001:2.0:1787579826.884981:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579826.884986:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579826.884996:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885001:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579826.885004:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.885006:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579826.885011:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579826.885014:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579826.885017:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.885021:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579826.885035:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1048aa1460 time=114 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579826.885041:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1048aa1418 time=114 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579826.885044:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579826.885046:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579826.885049:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787579826.885054:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.885059:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579826.885062:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:2.0:1787579826.885064:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579826.885066:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.885072:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885079:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579826.885083:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579826.885085:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579826.885089:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579826.885108:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956569984:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579826.885116:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579826.885117:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579826.885119:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd318. 00000400:00000200:2.0:1787579826.885122:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffdd0 00000400:00000010:2.0:1787579826.885125:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffdd0. 00000100:00000001:2.0:1787579826.885127:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579826.885130:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579826.885138:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885144:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579826.885146:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.885148:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579826.885149:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579826.885150:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579826.885152:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.885154:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579826.885157:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e105182fc60 time=114 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579826.885160:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e105182fc18 time=114 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579826.885162:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579826.885163:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579826.885165:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787579826.885166:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.885168:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.885171:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885177:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579826.885178:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579826.885179:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579826.885182:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579826.885196:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df790c7f-d35d-42d2-9e7f-6f20a7cb46e9:2409:1874412956569856:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579826.885201:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579826.885202:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579826.885204:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd630. 00000400:00000200:2.0:1787579826.885206:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff440 00000400:00000010:2.0:1787579826.885207:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff440. 00000100:00000001:2.0:1787579826.885209:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579826.885212:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579826.885220:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885227:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579826.885228:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.885230:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579826.885232:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579826.885233:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579826.885234:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.885236:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579826.885240:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e10526eec60 time=113 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579826.885243:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e10526eec18 time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579826.885245:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579826.885247:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579826.885249:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579826.885252:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579826.885259:0:2409:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.885261:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579826.885262:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e105183c800: skip recheck: last_committed 0 00000100:00000001:2.0:1787579826.885264:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579826.885266:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.885269:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885283:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579826.885285:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579826.885286:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579826.885291:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579826.885426:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ef76737e-5790-4118-84d1-a15d027c092e:2409:1874412956570112:192.168.202.129@tcp:400:kworker.0 00000400:00000001:2.0:1787579826.885432:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787579826.885433:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787579826.885435:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebdd68. 00000400:00000200:2.0:1787579826.885438:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ff330 00000400:00000010:2.0:1787579826.885440:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ff330. 00000100:00000001:2.0:1787579826.885442:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579826.885446:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787579826.885454:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885460:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787579826.885461:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.885463:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787579826.885465:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787579826.885466:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787579826.885467:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787579826.885469:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787579826.885474:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c67c60 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1787579826.885478:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c67c18 time=35 v=5 (1 0 0 0) 00000100:00000001:2.0:1787579826.885480:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787579826.885482:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787579826.885484:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787579826.885487:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787579826.885505:0:2409:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.885508:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787579826.885510:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:2.0:1787579826.885512:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787579826.885514:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787579826.885518:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885524:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787579826.885526:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787579826.885527:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787579826.885531:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787579826.885539:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956570368:192.168.202.129@tcp:400:kworker.0 00000100:00000001:2.0:1787579826.885543:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.885546:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579826.885550:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d81180 x1874412956569984/t0(0) o400->lustre-MDT0000-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885557:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579826.885561:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579826.885566:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10592b2e00. 02000000:00000001:2.0:1787579826.885570:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579826.885574:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579826.885576:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e1048aa1000 refcount=3 obd=lustre-MDT0000-mdc-ffff8e105183c800 00000020:00000001:2.0:1787579826.885579:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579826.885582:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200e00. 02000000:00000001:2.0:1787579826.885586:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579826.885587:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579826.885590:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d81180. 00000100:00000001:2.0:1787579826.885594:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579826.885595:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.885602:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579826.885606:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d80e00 x1874412956569856/t0(0) o400->MGC192.168.202.129@tcp@192.168.202.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885611:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579826.885613:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579826.885615:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10592b3400. 02000000:00000001:2.0:1787579826.885617:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579826.885618:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579826.885620:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e105182f800 refcount=3 obd=MGC192.168.202.129@tcp 00000020:00000001:2.0:1787579826.885622:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579826.885623:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1061566800. 02000000:00000001:2.0:1787579826.885626:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579826.885627:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579826.885628:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d80e00. 00000100:00000001:2.0:1787579826.885631:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579826.885633:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.885634:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579826.885638:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d82300 x1874412956570112/t0(0) o400->lustre-MDT0001-mdc-ffff8e105183c800@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885643:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579826.885644:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579826.885646:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10592b2000. 02000000:00000001:2.0:1787579826.885648:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579826.885649:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579826.885650:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e10526ee800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e105183c800 00000020:00000001:2.0:1787579826.885651:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579826.885652:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200000. 02000000:00000001:2.0:1787579826.885654:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579826.885655:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579826.885656:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d82300. 00000100:00000001:2.0:1787579826.885659:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579826.885660:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.885661:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787579826.885664:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d83800 x1874412956570368/t0(0) o400->lustre-MDT0001-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.885669:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787579826.885676:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787579826.885678:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e10592b2200. 02000000:00000001:2.0:1787579826.885680:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787579826.885681:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787579826.885682:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e1044c67800 refcount=3 obd=lustre-MDT0001-mdc-ffff8e10526b2000 00000020:00000001:2.0:1787579826.885683:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787579826.885684:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200d00. 02000000:00000001:2.0:1787579826.885686:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787579826.885687:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787579826.885688:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d83800. 00000100:00000001:2.0:1787579826.885690:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787579826.885691:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787579826.885695:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.885697:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787579826.885699:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787579826.885700:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787579826.885702:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787579826.894128:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.894155:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787579826.894161:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.894165:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579826.894177:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.894187:0:2401:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.29@tcp(192.168.202.29@tcp) <- 192.168.202.129@tcp : PUT - for me 00000400:00000200:2.0:1787579826.894200:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.894207:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.894214:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.894638:0:2401:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.129@tcp of length 224 into portal 10 MB=0x6a8c4c6705280 00000400:00000200:2.0:1787579826.894645:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.129@tcp to cpt 1 00000400:00000200:2.0:1787579826.894655:0:2401:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.129@tcp of length 224/224 into md 0xa05 [1] + 224 00000800:00000001:2.0:1787579826.894666:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.894678:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787579826.894682:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787579826.894688:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.29@tcp->192.168.202.129@tcp: PUT: OK 00000100:00000001:2.0:1787579826.894699:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787579826.894712:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787579826.894742:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787579826.894767:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787579826.894780:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787579826.894783:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579826.895170:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579826.895176:0:2409:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787579826.895184:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787579826.895187:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787579826.895190:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8e1043ebd898. 00000400:00000200:3.0:1787579826.895196:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8e10519ffe58 00000400:00000010:3.0:1787579826.895200:0:2409:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8e10519ffe58. 00000100:00000001:3.0:1787579826.895204:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787579826.895210:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787579826.895231:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579826.895238:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787579826.895240:0:2409:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579826.895243:0:2409:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787579826.895247:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787579826.895250:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787579826.895253:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787579826.895257:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787579826.895268:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8e1044c61c60 time=35 v=5 (5 0 0 0) 00000100:00001000:3.0:1787579826.895274:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8e1044c61c18 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1787579826.895277:0:2409:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787579826.895279:0:2409:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579826.895283:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787579826.895287:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579826.895298:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787579826.895301:0:2409:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8e10526b2000: skip recheck: last_committed 0 00000100:00000001:3.0:1787579826.895303:0:2409:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787579826.895305:0:2409:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787579826.895311:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579826.895319:0:2409:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787579826.895322:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787579826.895325:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787579826.895339:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787579826.895347:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8e1047d83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ec2431c4-d05d-4f70-9ed6-4fc61369eaf8:2409:1874412956570240:192.168.202.129@tcp:400:kworker.0 00000100:00000001:3.0:1787579826.895353:0:2409:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579826.895356:0:2409:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787579826.895360:0:2409:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8e1047d83b80 x1874412956570240/t0(0) o400->lustre-MDT0000-mdc-ffff8e10526b2000@192.168.202.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1787579842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787579826.895367:0:2409:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787579826.895370:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787579826.895374:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e1046823a00. 02000000:00000001:3.0:1787579826.895379:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787579826.895383:0:2409:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787579826.895385:0:2409:0:(genops.c:1223:class_import_put()) import ffff8e1044c61800 refcount=3 obd=lustre-MDT0000-mdc-ffff8e10526b2000 00000020:00000001:3.0:1787579826.895387:0:2409:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787579826.895390:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8e1059200a00. 02000000:00000001:3.0:1787579826.895396:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787579826.895398:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787579826.895400:0:2409:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8e1047d83b80. 00000100:00000001:3.0:1787579826.895404:0:2409:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787579826.895405:0:2409:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579826.895420:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787579826.895431:0:2409:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787579826.895433:0:2409:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787579826.895436:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787579826.895438:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579827.378036:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579827.378048:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787579827.378056:0:417:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787579827.378057:0:417:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787579827.388749:0:6183:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787579827.388760:0:6183:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787579827.388765:0:6183:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 8480 lines, 8480 kept, 0 dropped, 0 bad.