00000001:01000000:2.0F:1784075057.300458:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 597 MB/s 00000001:01000000:3.0F:1784075057.549884:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 639 MB/s 00000001:01000000:0.0F:1784075057.801253:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 5338 MB/s 00000020:02000000:3.0:1784075058.602952:0:2367:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.54_164_ge8407ef 00000400:02000000:3.0:1784075059.375873:0:2382:0:(api-ni.c:2768:lnet_startup_lndni()) Added LNI 192.168.204.18@tcp [8/256/0/180] 00008000:02000000:0.0:1784075063.092508:0:2533:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:0.0:1784075229.682591:0:6158:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1784075229.682595:0:6158:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1784075229.682596:0:6158:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.118@tcp:/lustre 00000020:01000004:0.0:1784075229.682598:0:6158:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1784075229.682786:0:6158:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 0000000070b25142 00000080:01000004:0.0:1784075229.682796:0:6158:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1784075229.682812:0:6158:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.118@tcp' 00000020:01000004:0.0:1784075229.682858:0:6158:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.118@tcp (typ=mgc) 00000020:00000080:0.0:1784075229.682878:0:6158:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.118@tcp (00000000534f98ac) 00000020:00000080:0.0:1784075229.682893:0:6158:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:0.0:1784075229.683115:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1784075229.683134:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1784075229.683256:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:0.0:1784075229.683262:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0F:1784075229.688168:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:1.0:1784075229.688185:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1784075229.689618:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:0.0:1784075229.689639:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1784075229.695297:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1784075229.699033:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1784075229.701406:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1784075229.702084:0:6158:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1784075229.702268:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1784075229.702274:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1784075229.705573:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:3.0:1784075229.705586:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1784075229.709399:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1784075229.709825:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1784075229.715719:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1784075229.715771:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:2.0:1784075229.727831:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1784075229.727870:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1784075229.728510:0:6158:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:3.0:1784075229.728519:0:6158:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1784075229.729389:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075229.729393:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075229.729395:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075229.729629:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075229.729631:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075229.729632:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1784075229.730205:0:6158:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000039e4ddd5@MGC192.168.204.118@tcp: add connection 192.168.204.118@tcp at head 00010000:00010000:3.0:1784075229.730392:0:6158:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.118@tcp-0 is initialized 00000040:01000000:3.0:1784075229.730398:0:6158:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.118@tcp ctxt 1 is initialized 10000000:01000000:3.0:1784075229.735552:0:6172:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1784075229.735598:0:6158:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.118@tcp (uuid dfb4fd45-58c8-4119-8a41-180ff3b3d11c) 00000020:00000080:3.0:1784075229.735634:0:6158:0:(genops.c:1406:class_connect()) connect: client dfb4fd45-58c8-4119-8a41-180ff3b3d11c, cookie 0x4f19279f2c37ffd6 00000100:00080000:3.0:1784075229.735649:0:6158:0:(import.c:510:import_select_connection()) MGC192.168.204.118@tcp: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:3.0:1784075229.735659:0:6158:0:(import.c:546:import_select_connection()) MGC192.168.204.118@tcp: skip NID 192.168.204.118@tcp as not ready: rc = -114 00000100:00080000:3.0:1784075229.735664:0:6158:0:(import.c:624:import_select_connection()) MGC192.168.204.118@tcp: import 0000000039e4ddd5 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000100:00100000:3.0:1784075229.735751:0:6158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dacf4021 x1870738289066112/t0(0) o250->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1784075229.735771:0:6158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS 00000080:00200000:3.0:1784075229.735787:0:6158:0:(llite_lib.c:1512:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9bf28ba5c800 (sb 0000000070b25142) 00000080:01000000:3.0:1784075229.735850:0:6158:0:(llite_lib.c:1239:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1784075229.735853:0:6158:0:(llite_lib.c:1249:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1784075229.735857:0:6158:0:(llite_lib.c:1249:ll_options()) next opt=flock 00000080:01000000:3.0:1784075229.735866:0:6158:0:(llite_lib.c:1546:ll_fill_super()) llite sb uuid: 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc 10000000:01000000:3.0:1784075229.736344:0:6158:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1784075229.736347:0:6158:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9bf28ba5c800 10000000:01000000:3.0:1784075229.736357:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9bf285163380 10000000:01000000:3.0:1784075229.736361:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1784075229.736367:0:6158:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9bf285163380 from 1 10000000:01000000:3.0:1784075229.736370:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1784075229.736396:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 00000000160b5e02/0x4f19279f2c37ffdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075229.736406:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 00000000160b5e02/0x4f19279f2c37ffdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075229.736417:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 00000000160b5e02/0x4f19279f2c37ffdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1784075229.736433:0:6158:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000e9d160f6 x1870738289066240/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075229.736443:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e86ec6a5 going to sleep for 0 seconds 00010000:00010000:2.0:1784075229.736673:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784075229.738445:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2399:1870738289066112:192.168.204.118@tcp:250: 00000100:00100000:3.0:1784075230.753854:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e86ec6a5 going to sleep for 0 seconds 00010000:00010000:3.0:1784075230.753922:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784075230.754027:0:2399:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1784075229/real 0] req@00000000dacf4021 x1870738289066112/t0(0) o250->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1784075230 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075230.754040:0:2399:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dacf4021 x1870738289066112/t0(0) o250->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 520/544 e 0 to 1 dl 1784075230 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784075230.754057:0:2399:0:(import.c:65:import_set_state_nolock()) 0000000039e4ddd5 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1784075230.754082:0:2399:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.118@tcp failed (-110) 00000100:00100000:3.0:1784075230.754086:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2399:1870738289066112:192.168.204.118@tcp:250: 00000100:00080000:0.0:1784075230.754163:0:1504:0:(pinger.c:229:ptlrpc_pinger_process_import()) dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1784075230.754168:0:1504:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1784075230.754170:0:1504:0:(import.c:65:import_set_state_nolock()) 0000000039e4ddd5 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1784075230.754175:0:1504:0:(import.c:510:import_select_connection()) MGC192.168.204.118@tcp: connect to NID 192.168.204.118@tcp last attempt 291 00000100:00080000:0.0:1784075230.754186:0:1504:0:(import.c:624:import_select_connection()) MGC192.168.204.118@tcp: import 0000000039e4ddd5 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000100:00100000:0.0:1784075230.754246:0:1504:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003db8747a x1870738289066368/t0(0) o250->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784075230.754300:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003db8747a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2399:1870738289066368:192.168.204.118@tcp:250: 00000100:00100000:3.0:1784075230.770957:0:2399:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.204.118@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1784075230.771006:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.118@tcp: connect to target with instance 0 00000100:00080000:3.0:1784075230.771024:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.118@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1784075230.771030:0:2399:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1784075230.771034:0:2399:0:(import.c:65:import_set_state_nolock()) 0000000039e4ddd5 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1784075230.771038:0:2399:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1784075230.771070:0:2399:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1784075230.771083:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e86ec6a5): req@00000000e9d160f6 x1870738289066240/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075230.771110:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003db8747a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2399:1870738289066368:192.168.204.118@tcp:250: 00000100:00100000:1.0:1784075230.771747:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e86ec6a5 going to sleep for 11 seconds 00000100:00100000:1.0:1784075230.781197:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000e9d160f6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289066240:192.168.204.118@tcp:101: 00010000:00010000:1.0:1784075230.781231:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 00000000160b5e02/0x4f19279f2c37ffdd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075230.781244:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 00000000160b5e02/0x4f19279f2c37ffdd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784075230.781340:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ebc9ca66 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289066496:192.168.204.118@tcp:501: 00000100:00100000:1.0:1784075230.781440:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 0000000063d11d37 going to sleep for 11 seconds 00000100:00100000:1.0:1784075230.794175:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ebc9ca66 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289066496:192.168.204.118@tcp:501: 10000000:01000000:1.0:1784075230.794242:0:6158:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1784075230.794269:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 00000000160b5e02/0x4f19279f2c37ffdd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075230.794281:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 00000000160b5e02/0x4f19279f2c37ffdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784075230.794290:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9bf28ba5c800 10000000:01000000:1.0:1784075230.794297:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1784075230.794302:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9bf28ba5c800 10000000:01000000:1.0:1784075230.794305:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784075230.794308:0:6158:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9bf28ba5c800 10000000:01000000:1.0:1784075230.794310:0:6158:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1784075230.794314:0:6158:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9bf28ba5c800 from 1 10000000:01000000:1.0:1784075230.794331:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1784075230.794385:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 00000000b4483b7a/0x4f19279f2c37ffe4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075230.794393:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 00000000b4483b7a/0x4f19279f2c37ffe4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075230.794404:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 00000000b4483b7a/0x4f19279f2c37ffe4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784075230.794426:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ebc9ca66 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289066624:192.168.204.118@tcp:101: 00000100:00100000:1.0:1784075230.794533:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 0000000063d11d37 going to sleep for 11 seconds 00000100:00100000:1.0:1784075230.800230:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ebc9ca66 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289066624:192.168.204.118@tcp:101: 00010000:00010000:1.0:1784075230.800263:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 00000000b4483b7a/0x4f19279f2c37ffe4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075230.800277:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 00000000b4483b7a/0x4f19279f2c37ffe4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784075230.800357:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ebc9ca66 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289066752:192.168.204.118@tcp:501: 00000100:00100000:1.0:1784075230.801287:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 0000000063d11d37 going to sleep for 11 seconds 00000100:00100000:1.0:1784075230.808628:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ebc9ca66 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289066752:192.168.204.118@tcp:501: 00000100:00100000:1.0:1784075230.808949:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000ebc9ca66 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289066880:192.168.204.118@tcp:503: 00000100:00100000:1.0:1784075230.809231:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 0000000063d11d37 going to sleep for 11 seconds 00000100:00100000:1.0:1784075230.813600:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000ebc9ca66 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289066880:192.168.204.118@tcp:503: 00000100:00100000:3.0:1784075230.815527:0:6176:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6176:1870738289067008:192.168.204.118@tcp:502: 00000100:00100000:3.0:1784075230.815791:0:6176:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e86ec6a5 going to sleep for 11 seconds 00000100:00100000:3.0:1784075230.824219:0:6176:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6176:1870738289067008:192.168.204.118@tcp:502: 00000020:01000000:2.0:1784075230.824379:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784075230.824392:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.824394:0:6176:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1784075230.824400:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.824403:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784075230.824428:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9bf28ba5c800 (000000004aa82206) 00000020:00000080:2.0:1784075230.824448:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1784075230.824454:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.824457:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1784075230.825040:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9bf28ba5c800 (uuid 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc) 00000020:01000000:2.0:1784075230.825047:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075230.825051:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.825052:0:6176:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1784075230.825055:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784075230.825059:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.825060:0:6176:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1784075230.825064:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.825066:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784075230.825072:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9bf28ba5c800 (000000002c8a9fd0) 00000020:00000080:2.0:1784075230.825100:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1784075230.825106:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.825109:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1784075230.832443:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9bf28ba5c800 (uuid 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc) 00000020:01000000:2.0:1784075230.832459:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075230.832467:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.832475:0:6176:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1784075230.832480:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784075230.832485:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.832487:0:6176:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1784075230.832490:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1784075230.832492:0:6176:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1784075230.832494:0:6176:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1784075230.832502:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075230.832504:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.832505:0:6176:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1784075230.832507:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784075230.832510:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.832511:0:6176:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1784075230.832515:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1784075230.832521:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:2.0:1784075230.832550:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.832554:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784075230.832564:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9bf28ba5c800 (00000000615475ba) 00000020:00000080:2.0:1784075230.832582:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1784075230.832601:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.832604:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1784075230.832696:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000050e175e8@lustre-MDT0000-mdc-ffff9bf28ba5c800: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1784075230.837270:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9bf28ba5c800-1 is initialized 00000040:01000000:2.0:1784075230.837522:0:6176:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9bf28ba5c800 ctxt 13 is initialized 00000020:00000080:2.0:1784075230.838098:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9bf28ba5c800 (uuid 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc) 00000020:01000000:2.0:1784075230.838113:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.838117:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1784075230.838139:0:6176:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1784075230.838179:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075230.838184:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.838197:0:6176:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1784075230.838201:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1784075230.838212:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1784075230.838214:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784075230.838216:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784075230.838217:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1784075230.838221:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.838222:0:6176:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1784075230.838225:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784075230.838230:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.838231:0:6176:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1784075230.838235:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1784075230.838240:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:2.0:1784075230.838271:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.838273:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784075230.838282:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9bf28ba5c800 (000000001b143f63) 00000020:00000080:2.0:1784075230.838298:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:2.0:1784075230.838305:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.838310:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1784075230.838401:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000154c51d1@lustre-MDT0001-mdc-ffff9bf28ba5c800: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1784075230.843707:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9bf28ba5c800-2 is initialized 00000040:01000000:2.0:1784075230.844182:0:6176:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9bf28ba5c800 ctxt 13 is initialized 00000020:00000080:2.0:1784075230.844796:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9bf28ba5c800 (uuid 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc) 00000020:01000000:2.0:1784075230.844825:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.844830:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1784075230.844865:0:6176:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1784075230.844904:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075230.844909:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.844911:0:6176:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1784075230.844915:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1784075230.844918:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1784075230.844919:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784075230.844921:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784075230.844922:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1784075230.844925:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.844933:0:6176:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1784075230.844937:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1784075230.844942:0:6176:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.118@tcp:/lustre 00000020:00000080:2.0:1784075230.844946:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.844947:0:6176:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1784075230.844950:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1784075230.844955:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:2.0:1784075230.844994:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.844997:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784075230.845017:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9bf28ba5c800 (000000005ae64577) 00000020:00000080:2.0:1784075230.845034:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1784075230.845040:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.845043:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1784075230.845123:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005b471767@lustre-OST0000-osc-ffff9bf28ba5c800: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1784075230.845369:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9bf28ba5c800-3 is initialized 00000020:00000080:2.0:1784075230.847331:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9bf28ba5c800 (uuid 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc) 00000020:01000000:2.0:1784075230.847355:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.847360:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1784075230.847935:0:6176:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1784075230.847960:0:6176:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9bf28ba5c800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1784075230.848024:0:6176:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1784075230.848046:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075230.848051:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.848052:0:6176:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1784075230.848057:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1784075230.848060:0:6176:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1784075230.848062:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784075230.848063:0:6176:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1784075230.848064:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1784075230.848067:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.848068:0:6176:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1784075230.848071:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1784075230.848081:0:6176:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.118@tcp:/lustre 00000020:00000080:2.0:1784075230.848086:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.848087:0:6176:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1784075230.848091:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1784075230.848096:0:6176:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:2.0:1784075230.848121:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.848123:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1784075230.848132:0:6176:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9bf28ba5c800 (0000000092b0d22a) 00000020:00000080:2.0:1784075230.848151:0:6176:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:2.0:1784075230.848156:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.848158:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1784075230.849706:0:6176:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f4f4dd1e@lustre-OST0001-osc-ffff9bf28ba5c800: add connection 192.168.204.118@tcp at head 00010000:00010000:2.0:1784075230.853379:0:6176:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9bf28ba5c800-4 is initialized 00000020:00000080:2.0:1784075230.853632:0:6176:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9bf28ba5c800 (uuid 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc) 00000020:01000000:2.0:1784075230.853647:0:6176:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9bf28ba5c800 00000020:00000080:2.0:1784075230.853650:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1784075230.853672:0:6176:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1784075230.853680:0:6176:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9bf28ba5c800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1784075230.853684:0:6176:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1784075230.853694:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075230.853699:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.853700:0:6176:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1784075230.853705:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784075230.853710:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.853711:0:6176:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1784075230.853715:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1784075230.853716:0:6176:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1784075230.854397:0:6176:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000b7125862 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6176:1870738289067136:192.168.204.118@tcp:502: 00000100:00100000:2.0:1784075230.854930:0:6176:0:(client.c:2702:ptlrpc_set_wait()) set 0000000016ac0ded going to sleep for 11 seconds 00000100:00100000:2.0:1784075230.865910:0:6176:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000b7125862 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6176:1870738289067136:192.168.204.118@tcp:502: 00000020:01000000:2.0:1784075230.865961:0:6176:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075230.865968:0:6176:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075230.865971:0:6176:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000040:00080000:2.0:1784075230.865976:0:6176:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:2.0:1784075230.866042:0:6158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:2.0:1784075230.866063:0:6158:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1784075230.866078:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 00000000b4483b7a/0x4f19279f2c37ffe4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075230.866100:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 00000000b4483b7a/0x4f19279f2c37ffe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784075230.866107:0:6158:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff9bf28ba5c800 from 1 10000000:01000000:2.0:1784075230.866110:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1784075230.866144:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 00000000c0268c1c/0x4f19279f2c380015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075230.866152:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 00000000c0268c1c/0x4f19279f2c380015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075230.866160:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 00000000c0268c1c/0x4f19279f2c380015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784075230.866178:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000b7125862 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289067264:192.168.204.118@tcp:101: 00000100:00100000:2.0:1784075230.866263:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 000000008b65688a going to sleep for 11 seconds 00000100:00100000:1.0:1784075230.885289:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000b7125862 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289067264:192.168.204.118@tcp:101: 00010000:00010000:1.0:1784075230.885335:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 00000000c0268c1c/0x4f19279f2c380015 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930d3 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075230.885348:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 00000000c0268c1c/0x4f19279f2c380015 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da930d3 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784075230.890248:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000017cc94de pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289067392:192.168.204.118@tcp:256: 00000100:00100000:2.0:1784075230.891281:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ac3ae19c going to sleep for 11 seconds 00000100:00100000:3.0:1784075230.913308:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000017cc94de pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289067392:192.168.204.118@tcp:256: 10000000:01000000:3.0:1784075230.914022:0:6158:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1784075230.914048:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: 00000000c0268c1c/0x4f19279f2c380015 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930d3 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075230.914061:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: 00000000c0268c1c/0x4f19279f2c380015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930d3 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784075230.914070:0:6158:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9bf28ba5c800 from 1 10000000:01000000:3.0:1784075230.914072:0:6158:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1784075230.914198:0:6158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: 000000002dac8b38/0x4f19279f2c38001c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075230.914208:0:6158:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: 000000002dac8b38/0x4f19279f2c38001c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075230.914260:0:6158:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: 000000002dac8b38/0x4f19279f2c38001c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784075230.914283:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289067520:192.168.204.118@tcp:101: 00000100:00100000:3.0:1784075230.914442:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 00000000af98e7ee going to sleep for 11 seconds 00000100:00100000:3.0:1784075230.930266:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289067520:192.168.204.118@tcp:101: 00010000:00010000:3.0:1784075230.930298:0:6158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: 000000002dac8b38/0x4f19279f2c38001c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075230.930311:0:6158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: 000000002dac8b38/0x4f19279f2c38001c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784075230.930404:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289067648:192.168.204.118@tcp:501: 00000100:00100000:3.0:1784075230.930505:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 00000000af98e7ee going to sleep for 11 seconds 00000100:00100000:3.0:1784075230.934789:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289067648:192.168.204.118@tcp:501: 00000100:00100000:3.0:1784075230.934865:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289067776:192.168.204.118@tcp:503: 00000100:00100000:3.0:1784075230.934972:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set 00000000af98e7ee going to sleep for 11 seconds 00000100:00100000:3.0:1784075230.962195:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6158:1870738289067776:192.168.204.118@tcp:503: 00000100:00100000:3.0:1784075230.964216:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6181:1870738289067904:192.168.204.118@tcp:502: 00000100:00100000:3.0:1784075230.964331:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set 000000001d5b749a going to sleep for 11 seconds 00000100:00100000:3.0:1784075230.978040:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000dacf4021 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6181:1870738289067904:192.168.204.118@tcp:502: 00000020:01000000:3.0:1784075230.978093:0:6181:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784075230.978113:0:6181:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075230.978116:0:6181:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1784075230.978123:0:6181:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9bf28ba5c800 00000020:00000080:3.0:1784075230.978125:0:6181:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1784075230.978193:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6181:1870738289068032:192.168.204.118@tcp:502: 00000100:00100000:3.0:1784075230.978324:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf287e3ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1784075230.981321:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6181:1870738289068032:192.168.204.118@tcp:502: 00000020:01000000:3.0:1784075230.981373:0:6181:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784075230.981383:0:6181:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075230.981386:0:6181:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1784075230.981393:0:6181:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1784075230.981583:0:6158:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1784075230.981602:0:6158:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1784075230.981640:0:6158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf28152aa00/0x4f19279f2c38001c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075230.981653:0:6158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9bf28152aa00/0x4f19279f2c38001c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1784075230.981672:0:6158:0:(llite_lib.c:1620:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1784075230.981698:0:6158:0:(genops.c:1406:class_connect()) connect: client 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc, cookie 0x4f19279f2c380023 00800000:01000000:0.0:1784075230.981791:0:6158:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc to lustre-clilmv-ffff9bf28ba5c800 00800000:01000000:0.0:1784075230.981799:0:6158:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9bf28ba5c800(2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc) - lustre-MDT0000_UUID, 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc 00000020:00000080:0.0:1784075230.981807:0:6158:0:(genops.c:1406:class_connect()) connect: client 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc, cookie 0x4f19279f2c38002a 00000100:00080000:0.0:1784075230.981815:0:6158:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9bf28ba5c800: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:0.0:1784075230.981823:0:6158:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9bf28ba5c800: import ffff9bf28a81e000 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:0.0:1784075230.981845:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682532 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1784075230.981885:0:6158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bf28a6c8380 x1870738289068160/t0(0) o38->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784075230.981906:0:6158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID 00800000:01000000:0.0:1784075230.982002:0:6158:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9bf28ba5c800(2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc) successfully (5) 00800000:00000004:0.0:1784075230.982008:0:6158:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9bf28ba5c800: age -707, max_age 0 00800000:01000000:0.0:1784075230.982037:0:6158:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9bf28ba5c800(2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc) - lustre-MDT0001_UUID, 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc 00000020:00000080:0.0:1784075230.982045:0:6158:0:(genops.c:1406:class_connect()) connect: client 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc, cookie 0x4f19279f2c380031 00000100:00080000:0.0:1784075230.982051:0:6158:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9bf28ba5c800: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:1.0:1784075230.982302:0:2401:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9bf28a6c9c00 x1870738289068288/t0(0) o41->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784075230.982393:0:6158:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9bf28ba5c800: import ffff9bf28a81c000 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:0.0:1784075230.982401:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682532 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1784075230.982416:0:6158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bf28a6c9f80 x1870738289068416/t0(0) o38->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1784075230.982433:0:6158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID 00800000:01000000:0.0:1784075230.982490:0:6158:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9bf28ba5c800(2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc) successfully (5) 00800000:00000004:0.0:1784075230.982493:0:6158:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff9bf28ba5c800: age -707, max_age 0 00000080:00000004:0.0:1784075230.982516:0:6158:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9bf28ba5c800: age -707, max_age 292 00800000:00000004:0.0:1784075230.982521:0:6158:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9bf28ba5c800: age -707, max_age 292 00000100:00080000:0.0:1784075230.982537:0:6158:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9bf28a6cb480 x1870738289068672/t0(0) o41->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075230.982546:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28ddecb40 going to sleep for 0 seconds 00000100:00080000:1.0:1784075230.982756:0:2400:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9bf28a6cb800 x1870738289068544/t0(0) o41->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075230.983320:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289068160:192.168.204.118@tcp:38: 00000100:00100000:3.0:1784075230.983437:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289068416:192.168.204.118@tcp:38: 00010000:00080000:3.0:1784075230.988215:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6c8380 x1870738289068160/t0(0) o38->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1784075240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075230.988232:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28ba5c800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1784075230.988246:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9bf28ba5c800: connect to target with instance 1 00000001:01000000:2.0:1784075231.237934:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9bf28ba5c800: T10 checksum algorithm t10ip512 speed = 4111 MB/s 00000001:01000000:3.0:1784075231.487992:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9bf28ba5c800: T10 checksum algorithm t10ip4K speed = 2555 MB/s 00000001:01000000:3.0:1784075231.739505:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9bf28ba5c800: T10 checksum algorithm t10crc512 speed = 402 MB/s 00010000:00010000:1.0:1784075231.778122:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1784075231.990743:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9bf28ba5c800: T10 checksum algorithm t10crc4K speed = 634 MB/s 00000100:00080000:3.0:1784075231.990753:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9bf28ba5c800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1784075231.990766:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1784075231.990771:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf28a81e000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1784075231.991530:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000068f7997f): req@ffff9bf28a6cb480 x1870738289068672/t0(0) o41->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1784075231.991558:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000451737ca): req@ffff9bf28a6c9c00 x1870738289068288/t0(0) o41->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075231.991575:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289068160:192.168.204.118@tcp:38: 00010000:00080000:0.0:1784075231.991783:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6c9f80 x1870738289068416/t0(0) o38->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1784075240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075231.991794:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28ba5c800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1784075231.991805:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9bf28ba5c800: connect to target with instance 1 00000100:00080000:0.0:1784075231.991812:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9bf28ba5c800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1784075231.991837:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1784075231.991840:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf28a81c000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1784075231.991921:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000fd150ba5): req@ffff9bf28a6cb800 x1870738289068544/t0(0) o41->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075231.991936:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289068416:192.168.204.118@tcp:38: 00000100:00100000:2.0:1784075231.992245:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28ddecb40 going to sleep for 0 seconds 00000100:00100000:2.0:1784075231.992304:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28ddecb40 going to sleep for 11 seconds 00010000:00080000:1.0:1784075231.998149:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6cb800 x1870738289068544/t0(0) o41->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1784075247 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075231.998182:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:0:1870738289068544:192.168.204.118@tcp:41: 00010000:00080000:2.0:1784075232.001241:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6cb480 x1870738289068672/t0(0) o41->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1784075247 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075232.001261:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6cb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6158:1870738289068672:192.168.204.118@tcp:41: 00800000:00000004:2.0:1784075232.001285:0:6158:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9bf28ba5c800: update ffff9bf28a96b7d0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:2.0:1784075232.001294:0:6158:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9bf28ba5c800: update ffff9bf28a969e10 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:2.0:1784075232.001344:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6158:1870738289068800:192.168.204.118@tcp:40: 00010000:00080000:1.0:1784075232.001375:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6c9c00 x1870738289068288/t0(0) o41->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1784075247 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075232.001403:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:0:1870738289068288:192.168.204.118@tcp:41: 00000100:00100000:2.0:1784075232.001426:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf287c0c000 going to sleep for 11 seconds 00010000:00080000:2.0:1784075232.006470:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a685f80 x1870738289068800/t0(0) o40->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1784075248 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075232.006491:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6158:1870738289068800:192.168.204.118@tcp:40: 00000080:00000004:2.0:1784075232.006516:0:6158:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1784075232.006531:0:6158:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682532 ocd_grant: 2146304 00020000:01000000:2.0:1784075232.006536:0:6158:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1784075232.006550:0:6158:0:(genops.c:1406:class_connect()) connect: client 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc, cookie 0x4f19279f2c380038 00000020:00000080:2.0:1784075232.006568:0:6158:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4f19279f2c38003f 00000100:00080000:2.0:1784075232.006576:0:6158:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9bf28ba5c800: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:2.0:1784075232.006584:0:6158:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9bf28ba5c800: import ffff9bf28a75b000 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:2.0:1784075232.006596:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682532 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1784075232.006620:0:6158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bf28a685f80 x1870738289068928/t0(0) o8->lustre-OST0000-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784075232.006641:0:6158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID 00020000:01000000:2.0:1784075232.006663:0:6158:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9bf28ba5c800) active 00000020:00000080:2.0:1784075232.006689:0:6158:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4f19279f2c380046 00000100:00080000:2.0:1784075232.006709:0:6158:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9bf28ba5c800: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:2.0:1784075232.006715:0:6158:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9bf28ba5c800: import ffff9bf28a75c000 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:2.0:1784075232.006721:0:6158:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682532 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1784075232.006763:0:6158:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bf28a687800 x1870738289069056/t0(0) o8->lustre-OST0001-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784075232.006775:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289068928:192.168.204.118@tcp:8: 00000100:00100000:1.0:1784075232.006915:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289069056:192.168.204.118@tcp:8: 00000100:00100000:3.0:1784075232.013240:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784075232.013281:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289069184:192.168.204.118@tcp:400: 00010000:00080000:3.0:1784075232.016058:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a687800 x1870738289069056/t0(0) o8->lustre-OST0001-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1784075242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075232.016078:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bf28ba5c800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1784075232.016093:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9bf28ba5c800: connect to target with instance 1 00000100:00080000:3.0:1784075232.016106:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9bf28ba5c800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1784075232.016123:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1784075232.016127:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf28a75c000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1784075232.016136:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1784075232.016142:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0427af2e3440038 00000100:00100000:3.0:1784075232.016152:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289069056:192.168.204.118@tcp:8: 00010000:00080000:3.0:1784075232.016188:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a685f80 x1870738289068928/t0(0) o8->lustre-OST0000-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1784075242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075232.016196:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bf28ba5c800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1784075232.016201:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9bf28ba5c800: connect to target with instance 1 00000100:00080000:3.0:1784075232.016207:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9bf28ba5c800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1784075232.016211:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1784075232.016213:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf28a75b000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1784075232.016216:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1784075232.016218:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0427af2e3440038 00000100:00100000:3.0:1784075232.016223:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289068928:192.168.204.118@tcp:8: 00000100:00080000:2.0:1784075232.017217:0:6158:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID 00020000:01000000:2.0:1784075232.017247:0:6158:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9bf28ba5c800) active 00000100:00100000:3.0:1784075232.017844:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6158:1870738289069312:192.168.204.118@tcp:900: 00000100:00100000:3.0:1784075232.017969:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf287e3ef00 going to sleep for 11 seconds 00010000:00080000:3.0:1784075232.023635:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a941f80 x1870738289069312/t0(0) o900->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1784075248 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075232.023689:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6158:1870738289069312:192.168.204.118@tcp:900: 00000100:00100000:3.0:1784075232.023843:0:6158:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6158:1870738289069440:192.168.204.118@tcp:33: 00000100:00100000:3.0:1784075232.024020:0:6158:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf287e3ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1784075232.031125:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289069184:192.168.204.118@tcp:400: 00010000:00080000:3.0:1784075232.101370:0:6158:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a941f80 x1870738289069440/t0(0) o33->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:23/10 lens 448/464 e 0 to 0 dl 1784075248 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1784075232.101518:0:6158:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6158:1870738289069440:192.168.204.118@tcp:33: 00000080:00200000:3.0:1784075232.101970:0:6158:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) 00000080:00200000:3.0:1784075232.101981:0:6158:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1784075232.102385:0:6158:0:(llite_lib.c:1658:ll_fill_super()) Mounted lustre-client 00000080:00000004:3.0:1784075232.116589:0:6158:0:(super25.c:181:lustre_fill_super()) 192.168.204.118@tcp:/lustre: Mount complete 00000080:00200008:3.0:1784075232.332116:0:6200:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bf28ad31148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1784075232.332128:0:6200:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148),name=/ 00000002:00010000:3.0:1784075232.332250:0:6200:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1784075232.332319:0:6200:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6200 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075232.332329:0:6200:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6200 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075232.332339:0:6200:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6200 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784075232.332364:0:6200:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job mkdir:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6200:1870738289069568:192.168.204.118@tcp:101: 00000100:00100000:3.0:1784075232.332497:0:6200:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf287e3e240 going to sleep for 11 seconds 00000100:00100000:3.0:1784075232.341070:0:6200:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job mkdir:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6200:1870738289069568:192.168.204.118@tcp:101: 00010000:00010000:3.0:1784075232.341101:0:6200:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075232.341114:0:6200:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075232.341126:0:6200:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075232.341141:0:6200:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075232.341154:0:6200:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075232.341174:0:6200:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075232.341182:0:6200:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1784075232.341194:0:6200:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9bf28a941f80 x1870738289069568/t0(0) o101->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 576/688 e 0 to 0 dl 1784075248 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1784075232.341208:0:6200:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075232.341223:0:6200:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9bf28a80e000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1784075232.341247:0:6200:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1784075232.341278:0:6200:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1784075232.341285:0:6200:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) for lock 0x4f19279f2c38004d 00000080:00010000:3.0:1784075232.341290:0:6200:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) 00000080:00010000:3.0:1784075232.341293:0:6200:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4f19279f2c38004d from it ffffa9e20472fcb8 00010000:00010000:3.0:1784075232.341296:0:6200:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075232.341304:0:6200:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1784075232.804709:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784075233.826163:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1784075234.708141:0:6252:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bf28ad31148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1784075234.708155:0:6252:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148),name=/ 00000002:00010000:3.0:1784075234.708190:0:6252:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1784075234.708208:0:6252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1784075234.708224:0:6252:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1784075234.708233:0:6252:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1784075234.708240:0:6252:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) 00000080:00010000:3.0:1784075234.708244:0:6252:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) for lock 0x4f19279f2c38004d 00000080:00010000:3.0:1784075234.708252:0:6252:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4f19279f2c38004d from it ffffa9e2015ebcb8 00010000:00010000:3.0:1784075234.708255:0:6252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1784075234.708289:0:6252:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1784075234.708984:0:6252:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bf28ad31148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1784075234.708990:0:6252:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148),name=/ 00000002:00010000:3.0:1784075234.709001:0:6252:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1784075234.709012:0:6252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1784075234.709022:0:6252:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1784075234.709029:0:6252:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1784075234.709034:0:6252:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) 00000080:00010000:3.0:1784075234.709037:0:6252:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) for lock 0x4f19279f2c38004d 00000080:00010000:3.0:1784075234.709041:0:6252:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4f19279f2c38004d from it ffffa9e2015ebcb8 00010000:00010000:3.0:1784075234.709045:0:6252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1784075234.709052:0:6252:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1784075234.709175:0:6252:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148),name=/ 00000002:00010000:3.0:1784075234.709185:0:6252:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1784075234.709192:0:6252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1784075234.709213:0:6252:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1784075234.709220:0:6252:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1784075234.709226:0:6252:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) 00000080:00010000:3.0:1784075234.709228:0:6252:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) for lock 0x4f19279f2c38004d 00000080:00010000:3.0:1784075234.709232:0:6252:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4f19279f2c38004d from it ffffa9e2015ebbb0 00010000:00010000:3.0:1784075234.709235:0:6252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1784075234.709242:0:6252:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1784075234.709252:0:6252:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148), inode mode 41ed mask 44 00000080:00200008:3.0:1784075234.709258:0:6252:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9bf28ad31148), flags 100000 00000080:00200080:3.0:1784075234.709620:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.709635:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00800000:00000004:3.0:1784075234.709641:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9bf28ba5c800: age 294, max_age 295 00000100:00100000:3.0:1784075234.709681:0:6252:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6252:1870738289069696:192.168.204.118@tcp:41: 00000100:00100000:3.0:1784075234.709825:0:6252:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28b9abb40 going to sleep for 11 seconds 00000100:00100000:3.0:1784075234.716368:0:6252:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6252:1870738289069696:192.168.204.118@tcp:41: 00800000:00000004:3.0:1784075234.716400:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9bf28ba5c800: update ffff9bf28a96b7d0 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1784075234.716666:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.716693:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00800000:00000004:3.0:1784075234.716702:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff9bf28ba5c800: age -707, max_age 295 00000100:00100000:3.0:1784075234.716789:0:6252:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6252:1870738289069824:192.168.204.118@tcp:41: 00000100:00100000:3.0:1784075234.716859:0:6252:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28b9abb40 going to sleep for 11 seconds 00010000:00080000:3.0:1784075234.727432:0:6252:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a941f80 x1870738289069824/t0(0) o41->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1784075250 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075234.727454:0:6252:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6252:1870738289069824:192.168.204.118@tcp:41: 00800000:00000004:3.0:1784075234.727478:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff9bf28ba5c800: update ffff9bf28a968450 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1784075234.727553:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727571:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727579:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727583:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727588:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727591:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727596:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727599:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727603:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727607:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727611:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727614:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727617:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727621:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727624:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727640:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727646:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727649:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727668:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727672:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727677:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727681:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727685:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727688:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727693:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727696:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727700:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727703:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727707:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727710:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727714:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727717:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727720:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727763:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727770:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727774:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727778:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727782:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727786:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727789:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727793:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727796:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727800:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727810:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727815:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727819:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727823:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727827:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727830:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727834:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727838:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727841:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727845:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727848:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727851:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727854:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727858:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727862:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727865:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727869:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727873:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727877:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727880:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727884:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727887:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727891:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727895:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727899:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727912:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727917:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727921:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727925:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727929:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727932:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727936:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727940:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727944:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727948:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727953:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727956:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727961:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727965:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727969:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727972:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727976:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727979:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727984:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727987:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727991:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.727995:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.727999:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728002:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728006:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728016:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728021:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728024:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728028:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728032:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728036:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728039:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728043:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728047:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728051:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728054:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728058:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728061:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728065:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728068:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728071:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728075:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728079:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728082:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728086:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728090:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728094:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728098:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728102:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728105:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728129:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728134:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728139:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728142:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728146:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728150:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728153:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00800000:00000080:3.0:1784075234.728157:0:6252:0:(lmv_obd.c:931:lmv_iocontrol()) lustre-clilmv-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.728161:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.728167:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00020000:00000004:3.0:1784075234.728174:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9bf28ba5c800: age -707, max_age 295 00000100:00100000:3.0:1784075234.728213:0:6252:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6252:1870738289069952:192.168.204.118@tcp:13: 00000100:00100000:3.0:1784075234.728281:0:6252:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28b9abb40 going to sleep for 11 seconds 00010000:00080000:3.0:1784075234.732152:0:6252:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a941f80 x1870738289069952/t0(0) o13->lustre-OST0000-osc-ffff9bf28ba5c800@192.168.204.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1784075250 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075234.732172:0:6252:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6252:1870738289069952:192.168.204.118@tcp:13: 00020000:00000004:3.0:1784075234.732196:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9bf28ba5c800: update ffff9bf28a760450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1784075234.732269:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.732286:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00020000:00000004:3.0:1784075234.732294:0:6252:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9bf28ba5c800: age -707, max_age 295 00000100:00100000:3.0:1784075234.732325:0:6252:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6252:1870738289070080:192.168.204.118@tcp:13: 00000100:00100000:3.0:1784075234.732396:0:6252:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28b9abb40 going to sleep for 11 seconds 00010000:00080000:3.0:1784075234.743274:0:6252:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a941f80 x1870738289070080/t0(0) o13->lustre-OST0001-osc-ffff9bf28ba5c800@192.168.204.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1784075250 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075234.743322:0:6252:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job lfs:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:6252:1870738289070080:192.168.204.118@tcp:13: 00020000:00000004:3.0:1784075234.743348:0:6252:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9bf28ba5c800: update ffff9bf28a765190 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1784075234.743430:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743447:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743454:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743459:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743463:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743467:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743471:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743475:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743479:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743483:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743487:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743491:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743495:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743499:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743503:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743508:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743512:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743516:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743520:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743523:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743527:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743538:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743543:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743547:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743550:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743553:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743557:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743560:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743564:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743567:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743571:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743574:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743577:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743581:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743584:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743587:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743591:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743594:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743598:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743601:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743605:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743608:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743611:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743615:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743618:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743621:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743633:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743638:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743642:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743645:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743649:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743652:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743657:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743660:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743664:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743668:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743672:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743675:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743679:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743682:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743686:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743689:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743693:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743696:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743699:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743702:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743706:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743709:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743714:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743717:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743721:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743751:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743758:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743762:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743766:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743770:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743774:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743777:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743781:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743784:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743788:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743791:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743795:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743798:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743802:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743805:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743809:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743812:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743816:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743819:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743823:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743826:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743830:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743833:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743837:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743840:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743851:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743855:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743859:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743863:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743867:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743870:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743875:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743878:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743882:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743885:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743889:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743892:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743896:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743899:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743904:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743907:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743911:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743914:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743917:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743920:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743924:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743927:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743930:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743934:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743938:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743947:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743953:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743957:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200080:3.0:1784075234.743961:0:6252:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148) cmd=c00866a4 arg=7fff017f5550 00020000:00000080:3.0:1784075234.743965:0:6252:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff9bf28ba5c800: cmd=c00866a4 len=592 karg=ffff9bf290b4b800 uarg=0000000000000000 00000080:00200008:3.0:1784075234.743977:0:6252:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9bf28ad31148), flags 100000 00010000:00010000:1.0:1784075234.856304:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784075235.874275:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075236.898417:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784075237.285097:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289070336:192.168.204.118@tcp:400: 00000100:00100000:3.0:1784075237.285219:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289070592:192.168.204.118@tcp:400: 00000100:00100000:3.0:1784075237.285250:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1784075237.285257:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289070208:192.168.204.118@tcp:400: 00000100:00100000:3.0:1784075237.285284:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289070464:192.168.204.118@tcp:400: 00000100:00100000:3.0:1784075237.285307:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289070720:192.168.204.118@tcp:400: 00010000:00080000:3.0:1784075237.297803:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a943800 x1870738289070464/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075237.297828:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289070464:192.168.204.118@tcp:400: 00000100:00100000:3.0:1784075237.297848:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289070336:192.168.204.118@tcp:400: 00010000:00080000:3.0:1784075237.299078:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a943b80 x1870738289070720/t0(0) o400->lustre-OST0001-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075237.299092:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289070720:192.168.204.118@tcp:400: 00010000:00080000:3.0:1784075237.299106:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a943480 x1870738289070592/t0(0) o400->lustre-OST0000-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075237.299131:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289070592:192.168.204.118@tcp:400: 00000100:00100000:3.0:1784075237.301710:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289070208:192.168.204.118@tcp:400: 00000001:02000400:2.0:1784075237.560429:0:6445:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1784075237.924201:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075238.949440:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784075239.970363:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075240.995367:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784075241.913278:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00100000:1.0:1784075241.913334:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00100000:1.0:1784075241.913393:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870738306947968 00000100:00100000:1.0:1784075241.913406:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870738306947968 00000100:00100000:1.0:1784075241.913486:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870738306948096 00000100:00100000:1.0:1784075241.913490:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870738306948096 00000100:00100000:1.0:1784075241.913519:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 0 00000100:00100000:1.0:1784075241.913531:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bf28c0d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfb4fd45-58c8-4119-8a41-180ff3b3d11c+4:10345:x1870738306947968:12345-192.168.204.118@tcp:104: 00010000:00010000:1.0:1784075241.913555:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9bf28138f400/0x4f19279f2c37ffe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075241.913666:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1784075241.913674:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bf28c0d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfb4fd45-58c8-4119-8a41-180ff3b3d11c+4:10345:x1870738306947968:12345-192.168.204.118@tcp:104: Request processed in 146us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1784075241.913681:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 0 00000100:00100000:1.0:1784075241.913703:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 1 00000100:00100000:1.0:1784075241.913710:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bf28c0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfb4fd45-58c8-4119-8a41-180ff3b3d11c+3:10345:x1870738306948096:12345-192.168.204.118@tcp:104: 00010000:00010000:1.0:1784075241.913718:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9bf28152a000/0x4f19279f2c37ffdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075241.913814:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1784075241.913825:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bf28c0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfb4fd45-58c8-4119-8a41-180ff3b3d11c+3:10345:x1870738306948096:12345-192.168.204.118@tcp:104: Request processed in 116us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1784075241.913831:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 1 00010000:00010000:2.0:1784075241.913903:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1784075241.913990:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9bf28138f400/0x4f19279f2c37ffe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075241.914005:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bf28138f400 already unused, calling callback (ffffffffc14f2c20) 10000000:00010000:2.0:1784075241.914010:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9bf28138f400/0x4f19279f2c37ffe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075241.914022:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9bf28138f400/0x4f19279f2c37ffe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784075241.914030:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9bf28138f400/0x4f19279f2c37ffe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784075241.914036:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1784075241.914358:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9bf28138f400/0x4f19279f2c37ffe4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075241.914365:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1784075241.914408:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9bf28138f400/0x4f19279f2c37ffe4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075241.914415:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9bf28138f400/0x4f19279f2c37ffe4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da930cc expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075241.914432:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1784075241.914436:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9bf28152a000/0x4f19279f2c37ffdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075241.914442:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bf28152a000 already unused, calling callback (ffffffffc14f2c20) 10000000:00010000:2.0:1784075241.914444:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9bf28152a000/0x4f19279f2c37ffdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075241.914451:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9bf28152a000/0x4f19279f2c37ffdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1784075241.914457:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9bf28152a000/0x4f19279f2c37ffdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784075241.914462:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1784075241.914475:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9bf28152a000/0x4f19279f2c37ffdd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075241.914480:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1784075241.914484:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9bf28152a000/0x4f19279f2c37ffdd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075241.914489:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9bf28152a000/0x4f19279f2c37ffdd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da930c5 expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075241.914503:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075241.914510:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075241.914512:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784075241.914558:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289070976:192.168.204.118@tcp:103: 00000100:00100000:2.0:1784075241.914661:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784075241.914668:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289070848:192.168.204.118@tcp:103: 00010000:00010000:3.0:1784075241.915383:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784075241.925393:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289070848:192.168.204.118@tcp:103: 00000100:00100000:2.0:1784075241.925409:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289070976:192.168.204.118@tcp:103: 00010000:00010000:2.0:1784075242.020211:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784075242.408085:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1784075242.408268:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784075242.408290:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289071232:192.168.204.118@tcp:400: 00000100:00100000:3.0:1784075242.408449:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289071360:192.168.204.118@tcp:400: 00000100:00100000:3.0:1784075242.408523:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1784075242.408531:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289071488:192.168.204.118@tcp:400: 00000100:00100000:2.0:1784075242.410015:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289071104:192.168.204.118@tcp:400: 00010000:00080000:3.0:1784075242.419443:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a941f80 x1870738289071232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075242.419473:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289071232:192.168.204.118@tcp:400: 00010000:00080000:3.0:1784075242.430837:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a943480 x1870738289071360/t0(0) o400->lustre-OST0000-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075242.430864:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289071360:192.168.204.118@tcp:400: 00000100:00100000:2.0:1784075242.431793:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289071104:192.168.204.118@tcp:400: 00010000:00080000:3.0:1784075242.432082:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a943b80 x1870738289071488/t0(0) o400->lustre-OST0001-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075242.432097:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289071488:192.168.204.118@tcp:400: 00010000:00010000:3.0:1784075243.042951:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075244.066293:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075245.089882:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1784075245.282605:0:6172:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1784075245.282613:0:6172:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9bf28ba5c800 from 48 10000000:01000000:1.0:1784075245.282619:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1784075245.282686:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf28138f600/0x4f19279f2c380054 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075245.282698:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9bf28138f600/0x4f19279f2c380054 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075245.282710:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9bf28138f600/0x4f19279f2c380054 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784075245.282768:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289071616:192.168.204.118@tcp:101: 00000100:00100000:1.0:1784075245.295762:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf2893d7000 going to sleep for 11 seconds 00000100:00100000:0.0:1784075245.300152:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289071616:192.168.204.118@tcp:101: 00010000:00010000:0.0:1784075245.300183:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9bf28138f600/0x4f19279f2c380054 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da93190 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075245.300195:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9bf28138f600/0x4f19279f2c380054 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da93190 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784075245.300285:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289071744:192.168.204.118@tcp:501: 00000100:00100000:0.0:1784075245.300368:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf290039f00 going to sleep for 11 seconds 00000100:00100000:2.0:1784075245.306307:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289071744:192.168.204.118@tcp:501: 00000100:00100000:2.0:1784075245.306378:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289071872:192.168.204.118@tcp:503: 00000100:00100000:2.0:1784075245.306475:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a4179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1784075245.324305:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289071872:192.168.204.118@tcp:503: 00000100:00100000:3.0:1784075245.326259:0:6663:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6663:1870738289072000:192.168.204.118@tcp:502: 00000100:00100000:3.0:1784075245.326370:0:6663:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a6cd600 going to sleep for 11 seconds 00000100:00100000:3.0:1784075245.332233:0:6663:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6663:1870738289072000:192.168.204.118@tcp:502: 00000020:01000000:3.0:1784075245.332296:0:6663:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784075245.332312:0:6663:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075245.332315:0:6663:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1784075245.332322:0:6663:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1784075245.332368:0:6663:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6663:1870738289072128:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:3.0:1784075245.332469:0:6663:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a6cd600 going to sleep for 11 seconds 00000100:00100000:3.0:1784075245.337701:0:6663:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6663:1870738289072128:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:3.0:1784075245.337782:0:6663:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784075245.337791:0:6663:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075245.337794:0:6663:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1784075245.337809:0:6663:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1784075245.337953:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1784075245.337974:0:6172:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1784075245.337998:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf28138f600/0x4f19279f2c380054 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da93190 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075245.338009:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9bf28138f600/0x4f19279f2c380054 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da93190 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1784075245.338020:0:6172:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1784075245.338023:0:6172:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9bf285163380 from 1 10000000:01000000:0.0:1784075245.338027:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1784075245.338066:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf280031800/0x4f19279f2c38005b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075245.338075:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9bf280031800/0x4f19279f2c38005b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075245.338084:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9bf280031800/0x4f19279f2c38005b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784075245.338252:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289072256:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1784075245.338335:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf290039f00 going to sleep for 11 seconds 00000100:00100000:3.0:1784075245.344347:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289072256:192.168.204.118@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784075245.344379:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9bf280031800/0x4f19279f2c38005b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da93197 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075245.344393:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9bf280031800/0x4f19279f2c38005b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da93197 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784075245.344476:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289072384:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784075245.344576:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a6cd600 going to sleep for 11 seconds 00000100:00100000:3.0:1784075245.355595:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289072384:192.168.204.118@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1784075245.355639:0:6172:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1784075245.355662:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf280031800/0x4f19279f2c38005b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da93197 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075245.355671:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9bf280031800/0x4f19279f2c38005b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da93197 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075246.114123:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784075246.553115:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00100000:0.0:1784075246.565296:0:6160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870738306958336 00000100:00100000:0.0:1784075246.565322:0:6160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870738306958336 00000100:00100000:0.0:1784075246.565445:0:6160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 2 00000100:00100000:0.0:1784075246.565460:0:6160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bf28c0d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfb4fd45-58c8-4119-8a41-180ff3b3d11c+3:10409:x1870738306958336:12345-192.168.204.118@tcp:104: 00010000:00010000:0.0:1784075246.565517:0:6160:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9bf28152aa00/0x4f19279f2c38001c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075246.565645:0:6160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1784075246.565653:0:6160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bf28c0d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:dfb4fd45-58c8-4119-8a41-180ff3b3d11c+3:10409:x1870738306958336:12345-192.168.204.118@tcp:104: Request processed in 197us (12557us total) trans 0 rc 0/0 00000100:00100000:0.0:1784075246.565661:0:6160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 2 00010000:00010000:3.0:1784075246.565878:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1784075246.565903:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9bf28152aa00/0x4f19279f2c38001c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075246.565916:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bf28152aa00 already unused, calling callback (ffffffffc14f2c20) 10000000:00010000:3.0:1784075246.565920:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9bf28152aa00/0x4f19279f2c38001c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075246.565932:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9bf28152aa00/0x4f19279f2c38001c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1784075246.565941:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9bf28152aa00/0x4f19279f2c38001c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1784075246.565948:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1784075246.566017:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9bf28152aa00/0x4f19279f2c38001c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075246.566024:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1784075246.566055:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9bf28152aa00/0x4f19279f2c38001c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075246.566064:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9bf28152aa00/0x4f19279f2c38001c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da930da expref: -99 pid: 6158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075246.566112:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075246.566116:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075246.566118:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784075246.566150:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289072512:192.168.204.118@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1784075246.571448:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289072512:192.168.204.118@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1784075247.138064:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1784075247.522067:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289072768:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075247.522149:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289073024:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075247.522175:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1784075247.522180:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289072640:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075247.522203:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289072896:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075247.522219:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289073152:192.168.204.118@tcp:400:kworker.0 00010000:00080000:3.0:1784075247.531918:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a941f80 x1870738289072896/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075247.531944:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289072896:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075247.531975:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289072768:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075247.533125:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289072640:192.168.204.118@tcp:400:kworker.0 00010000:00080000:3.0:1784075247.533147:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a943800 x1870738289073152/t0(0) o400->lustre-OST0001-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075247.533159:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289073152:192.168.204.118@tcp:400:kworker.0 00010000:00080000:3.0:1784075247.533193:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a940380 x1870738289073024/t0(0) o400->lustre-OST0000-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075247.533208:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289073024:192.168.204.118@tcp:400:kworker.0 10000000:01000000:0.0:1784075247.649892:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1784075247.649904:0:6172:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9bf28ba5c800 from 4 10000000:01000000:0.0:1784075247.649911:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1784075247.650627:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075247.650645:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075247.650659:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1784075247.650701:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6cbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289073280:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1784075247.650888:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf290039cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1784075247.658015:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6cbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289073280:192.168.204.118@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1784075247.658059:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075247.658075:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784075247.658182:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289073408:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784075247.658291:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a6cd600 going to sleep for 11 seconds 00000100:00100000:3.0:1784075247.660518:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289073408:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1784075247.660610:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289073536:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1784075247.660799:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a6cd600 going to sleep for 11 seconds 00000100:00100000:3.0:1784075247.669629:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289073536:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1784075247.670168:0:6716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6716:1870738289073664:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:0.0:1784075247.670268:0:6716:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf2900390c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784075247.681069:0:6716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6716:1870738289073664:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:2.0:1784075247.681115:0:6716:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784075247.681125:0:6716:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075247.681128:0:6716:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1784075247.681135:0:6716:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9bf28ba5c800 00000020:00000080:2.0:1784075247.681138:0:6716:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1784075247.681240:0:6716:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6716:1870738289073792:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784075247.681335:0:6716:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1784075247.696804:0:6716:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6716:1870738289073792:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:2.0:1784075247.696857:0:6716:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075247.696879:0:6716:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075247.696882:0:6716:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1784075247.696887:0:6716:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1784075247.697115:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:0.0:1784075247.697133:0:6172:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1784075247.697145:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075247.697173:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075248.172352:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075249.185880:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075250.212458:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075251.242129:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075252.257867:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784075252.642960:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289073920:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075252.642973:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289074048:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075252.643073:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289074176:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075252.645060:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289074304:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075252.646123:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289074432:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075252.656989:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289073920:192.168.204.118@tcp:400:kworker.0 00010000:00080000:2.0:1784075252.657013:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a943b80 x1870738289074176/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075252.657027:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289074176:192.168.204.118@tcp:400:kworker.0 00010000:00080000:2.0:1784075252.657039:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a941f80 x1870738289074432/t0(0) o400->lustre-OST0001-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075252.657048:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289074432:192.168.204.118@tcp:400:kworker.0 00010000:00080000:3.0:1784075252.657648:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a943480 x1870738289074304/t0(0) o400->lustre-OST0000-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075252.657666:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289074304:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075252.657766:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289074048:192.168.204.118@tcp:400:kworker.0 00010000:00010000:0.0:1784075253.283205:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1784075253.353118:0:7022:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:3.0:1784075254.306355:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075255.331862:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075256.369363:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075257.381338:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1784075257.768615:0:1504:0:(import.c:65:import_set_state_nolock()) ffff9bf28a75b000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1784075257.768624:0:1504:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9bf28ba5c800: disconnect after 23s idle 00000100:00080000:2.0:1784075257.785014:0:1504:0:(import.c:65:import_set_state_nolock()) ffff9bf28a75c000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1784075257.785021:0:1504:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9bf28ba5c800: disconnect after 23s idle 00000100:00100000:2.0:1784075257.785079:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289074560:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075257.785210:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289074816:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075257.785253:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784075257.785260:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289074688:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075257.785642:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289074944:192.168.204.118@tcp:9:kworker.0 00000100:00100000:3.0:1784075257.785698:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289075072:192.168.204.118@tcp:9:kworker.0 00010000:00080000:3.0:1784075257.789121:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a687b80 x1870738289074944/t0(0) o9->lustre-OST0000-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784075257.789146:0:2399:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9bf28a687b80 x1870738289074944/t0(0) o9->lustre-OST0000-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784075257.789155:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf28a75b000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1784075257.789160:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289074944:192.168.204.118@tcp:9:kworker.0 00010000:00080000:3.0:1784075257.789174:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a685f80 x1870738289075072/t0(0) o9->lustre-OST0001-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784075257.789183:0:2399:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9bf28a685f80 x1870738289075072/t0(0) o9->lustre-OST0001-osc-ffff9bf28ba5c800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075267 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1784075257.789189:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf28a75c000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1784075257.789193:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2399:1870738289075072:192.168.204.118@tcp:9:kworker.0 00000100:00100000:2.0:1784075257.789642:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289074688:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075257.789653:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289074560:192.168.204.118@tcp:400:kworker.0 00010000:00080000:2.0:1784075257.789664:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a687100 x1870738289074816/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075257.789673:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289074816:192.168.204.118@tcp:400:kworker.0 00010000:00010000:1.0:1784075258.402268:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1784075259.288572:0:7304:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-client.virtnet: executing yml_node 00010000:00010000:0.0:1784075259.429629:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075260.451193:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075261.479811:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075262.499667:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1784075262.883894:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2401:1870738289075200:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1784075262.884007:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289075456:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1784075262.884062:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1784075262.884068:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289075328:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075262.888662:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289075328:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075262.888679:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2401:1870738289075200:192.168.204.118@tcp:400:kworker.0 00010000:00080000:0.0:1784075262.888694:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6c9880 x1870738289075456/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075262.888706:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289075456:192.168.204.118@tcp:400:kworker.0 00000001:02000400:2.0:1784075263.507286:0:7756:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.54.164 00010000:00010000:1.0:1784075263.522177:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075264.546212:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075265.582687:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1784075266.206301:0:7912:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.54.164 00010000:00010000:2.0:1784075266.594086:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784075267.618905:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784075268.004265:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2400:1870738289075584:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075268.004379:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289075840:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075268.005163:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784075268.005173:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289075712:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075268.012889:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289075712:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075268.012912:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2400:1870738289075584:192.168.204.118@tcp:400:kworker.0 00010000:00080000:0.0:1784075268.012946:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6c8e00 x1870738289075840/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075268.012959:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289075840:192.168.204.118@tcp:400:kworker.0 00010000:00010000:2.0:1784075268.644107:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1784075268.972564:0:8068:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.54.164 00010000:00010000:1.0:1784075269.669622:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075270.692707:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1784075270.829244:0:8215:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Tue Jul 14 20:27:49 EDT 2026 00010000:00010000:2.0:1784075271.715266:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1784075272.737968:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784075273.122847:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2401:1870738289075968:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075273.122983:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289076224:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075273.123034:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1784075273.123040:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289076096:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075273.130089:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289076096:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075273.130112:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2401:1870738289075968:192.168.204.118@tcp:400:kworker.0 00010000:00080000:0.0:1784075273.130130:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6cb100 x1870738289076224/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075273.130143:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289076224:192.168.204.118@tcp:400:kworker.0 00010000:00010000:2.0:1784075273.766663:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075274.788678:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784075275.810168:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075276.833964:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784075277.858168:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784075278.243210:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289076352:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075278.243351:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289076608:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075278.243389:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784075278.243394:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289076480:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075278.255842:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289076352:192.168.204.118@tcp:400:kworker.0 00010000:00080000:2.0:1784075278.255878:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a940000 x1870738289076608/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075278.255893:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289076608:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075278.260582:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289076480:192.168.204.118@tcp:400:kworker.0 00010000:00010000:2.0:1784075278.886411:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075279.907528:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075280.930459:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075281.954289:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075282.979504:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1784075283.363414:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2400:1870738289076736:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075283.363545:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289076992:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075283.363587:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1784075283.363594:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289076864:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1784075283.372141:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289076864:192.168.204.118@tcp:400:kworker.0 00010000:00080000:1.0:1784075283.372168:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28c0d6680 x1870738289076992/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075283.372182:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289076992:192.168.204.118@tcp:400:kworker.0 00000100:00100000:0.0:1784075283.379372:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2400:1870738289076736:192.168.204.118@tcp:400:kworker.0 00010000:00010000:2.0:1784075284.002987:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075285.025970:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075286.049901:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1784075287.075678:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075288.102941:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784075288.482238:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289077248:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075288.482417:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1784075288.482427:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289077120:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075288.482461:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289077376:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075288.492695:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289077120:192.168.204.118@tcp:400:kworker.0 00010000:00080000:2.0:1784075288.492907:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a684000 x1870738289077376/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075288.492925:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289077376:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075288.492946:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289077248:192.168.204.118@tcp:400:kworker.0 00010000:00010000:0.0:1784075289.122928:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1784075290.148858:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1784075290.638339:0:8776:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:2.0:1784075291.170004:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1784075292.199407:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1784075292.899486:0:8915:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:0.0:1784075293.217978:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1784075293.603025:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289077504:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075293.603193:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289077760:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075293.603233:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1784075293.603239:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289077632:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075293.610369:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289077504:192.168.204.118@tcp:400:kworker.0 00010000:00080000:2.0:1784075293.610404:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a687100 x1870738289077760/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075293.610419:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289077760:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075293.610456:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289077632:192.168.204.118@tcp:400:kworker.0 00010000:00010000:0.0:1784075294.242305:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1784075295.076937:0:9061:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 20:28:13 (1784075293) === 00000080:00200008:0.0:1784075295.204369:0:8234:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bf28ad31148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1784075295.204393:0:8234:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148),name=/ 00000002:00010000:0.0:1784075295.204442:0:8234:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1784075295.204472:0:8234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1784075295.204496:0:8234:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1784075295.204507:0:8234:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1784075295.204518:0:8234:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) 00000080:00010000:0.0:1784075295.204521:0:8234:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) for lock 0x4f19279f2c38004d 00000080:00010000:0.0:1784075295.204531:0:8234:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4f19279f2c38004d from it ffffa9e201c2bcb8 00010000:00010000:0.0:1784075295.204536:0:8234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1784075295.204547:0:8234:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1784075295.248595:0:8234:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bf28ad31148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1784075295.248611:0:8234:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148),name=/ 00000002:00010000:3.0:1784075295.248645:0:8234:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1784075295.248670:0:8234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1784075295.248690:0:8234:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1784075295.248700:0:8234:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1784075295.248710:0:8234:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) 00000080:00010000:3.0:1784075295.248714:0:8234:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) for lock 0x4f19279f2c38004d 00000080:00010000:3.0:1784075295.248751:0:8234:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4f19279f2c38004d from it ffffa9e201c2bcb8 00010000:00010000:3.0:1784075295.248756:0:8234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1784075295.248766:0:8234:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1784075295.270685:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1784075295.301786:0:8234:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bf28ad31148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1784075295.301805:0:8234:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148),name=/ 00000002:00010000:3.0:1784075295.301840:0:8234:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1784075295.301864:0:8234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1784075295.301900:0:8234:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1784075295.301909:0:8234:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1784075295.301919:0:8234:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) 00000080:00010000:3.0:1784075295.301923:0:8234:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) for lock 0x4f19279f2c38004d 00000080:00010000:3.0:1784075295.301933:0:8234:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4f19279f2c38004d from it ffffa9e201c2bcb8 00010000:00010000:3.0:1784075295.301937:0:8234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1784075295.301947:0:8234:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1784075295.338604:0:8234:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9bf28ad31148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1784075295.338620:0:8234:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf28ad31148),name=/ 00000002:00010000:2.0:1784075295.338658:0:8234:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1784075295.338685:0:8234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1784075295.338706:0:8234:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1784075295.338716:0:8234:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1784075295.338761:0:8234:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) 00000080:00010000:2.0:1784075295.338767:0:8234:0:(llite_internal.h:2009:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9bf28ad31148) for lock 0x4f19279f2c38004d 00000080:00010000:2.0:1784075295.338778:0:8234:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4f19279f2c38004d from it ffffa9e201c2bcb8 00010000:00010000:2.0:1784075295.338795:0:8234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1784075295.338806:0:8234:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9bf28ba5c800 lock: ffff9bf28152b400/0x4f19279f2c38004d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xef66d2335da93104 expref: -99 pid: 6200 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:1.0:1784075295.737767:0:9110:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1784075295.737773:0:9110:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1784075295.737775:0:9110:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.118@tcp:/lustre 00000020:01000004:1.0:1784075295.737777:0:9110:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1784075295.737988:0:9110:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9bf28a848800 00000080:01000004:1.0:1784075295.738002:0:9110:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1784075295.738032:0:9110:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.118@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1784075295.738036:0:9110:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.118@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1784075295.738045:0:9110:0:(llite_lib.c:1512:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9bf28a848800 (sb ffff9bf28a848800) 00000080:01000000:1.0:1784075295.738170:0:9110:0:(llite_lib.c:1239:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1784075295.738172:0:9110:0:(llite_lib.c:1249:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1784075295.738177:0:9110:0:(llite_lib.c:1249:ll_options()) next opt=flock 00000080:01000000:1.0:1784075295.738260:0:9110:0:(llite_lib.c:1546:ll_fill_super()) llite sb uuid: c9046c7e-a083-4dc3-acc6-1b57bf9dc711 10000000:01000000:1.0:1784075295.738992:0:9110:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1784075295.738996:0:9110:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9bf28a848800 10000000:01000000:1.0:1784075295.739006:0:9110:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9bf28a848800 10000000:01000000:1.0:1784075295.739011:0:9110:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1784075295.739019:0:9110:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9bf28a848800 10000000:01000000:1.0:1784075295.739022:0:9110:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1784075295.739026:0:9110:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9bf28a848800 10000000:01000000:1.0:1784075295.739029:0:9110:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1784075295.739033:0:9110:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9bf28a848800 from 1 10000000:01000000:1.0:1784075295.739037:0:9110:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1784075295.739105:0:9110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf28138fa00/0x4f19279f2c380069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075295.739119:0:9110:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9bf28138fa00/0x4f19279f2c380069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075295.739132:0:9110:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9bf28138fa00/0x4f19279f2c380069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784075295.739165:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289077888:192.168.204.118@tcp:101:mount.lustre.0 00000100:00100000:2.0:1784075295.739569:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a6c6540 going to sleep for 11 seconds 00000100:00100000:3.0:1784075295.743931:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289077888:192.168.204.118@tcp:101:mount.lustre.0 00010000:00010000:3.0:1784075295.743983:0:9110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9bf28138fa00/0x4f19279f2c380069 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931e4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1784075295.743999:0:9110:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9bf28138fa00/0x4f19279f2c380069 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da931e4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1784075295.744122:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a943100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289078016:192.168.204.118@tcp:501:mount.lustre.0 00000100:00100000:3.0:1784075295.744241:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28c304c00 going to sleep for 11 seconds 00000100:00100000:0.0:1784075295.751845:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a943100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289078016:192.168.204.118@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784075295.752028:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289078144:192.168.204.118@tcp:503:mount.lustre.0 00000100:00100000:2.0:1784075295.752583:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28e94e900 going to sleep for 11 seconds 00000100:00100000:2.0:1784075295.761697:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289078144:192.168.204.118@tcp:503:mount.lustre.0 00000100:00100000:1.0:1784075295.765800:0:9114:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9114:1870738289078272:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:1.0:1784075295.765947:0:9114:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a6c6540 going to sleep for 11 seconds 00000100:00100000:3.0:1784075295.773070:0:9114:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d5500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9114:1870738289078272:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:3.0:1784075295.773133:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784075295.773148:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.773156:0:9114:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1784075295.773165:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9bf28a848800 00000020:00000080:3.0:1784075295.773168:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784075295.773271:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9bf28a848800 (ffff9bf2841d0000) 00000020:00000080:3.0:1784075295.773301:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1784075295.773311:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9bf28a848800 00000020:00000080:3.0:1784075295.773315:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1784075295.774282:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9bf28a848800 (uuid c9046c7e-a083-4dc3-acc6-1b57bf9dc711) 00000020:01000000:3.0:1784075295.774292:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784075295.774298:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.774300:0:9114:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1784075295.774303:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784075295.774307:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.774309:0:9114:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1784075295.774312:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9bf28a848800 00000020:00000080:3.0:1784075295.774315:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784075295.774323:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9bf28a848800 (ffff9bf2841d4d40) 00000020:00000080:3.0:1784075295.774339:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1784075295.774344:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9bf28a848800 00000020:00000080:3.0:1784075295.774346:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1784075295.775373:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9bf28a848800 (uuid c9046c7e-a083-4dc3-acc6-1b57bf9dc711) 00000020:01000000:3.0:1784075295.775384:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784075295.775388:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.775391:0:9114:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1784075295.775394:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784075295.775399:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.775401:0:9114:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1784075295.775405:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1784075295.775408:0:9114:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1784075295.775411:0:9114:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1784075295.775418:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784075295.775421:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.775428:0:9114:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1784075295.775431:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784075295.775436:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.775437:0:9114:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1784075295.775439:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1784075295.775445:0:9114:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:3.0:1784075295.775475:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9bf28a848800 00000020:00000080:3.0:1784075295.775477:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784075295.775487:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9bf28a848800 (ffff9bf2841d19c0) 00000020:00000080:3.0:1784075295.776116:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1784075295.776128:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9bf28a848800 00000020:00000080:3.0:1784075295.776132:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1784075295.776247:0:9114:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9bf28a713000@lustre-MDT0000-mdc-ffff9bf28a848800: add connection 192.168.204.118@tcp at head 00010000:00010000:3.0:1784075295.778475:0:9114:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9bf28a848800-5 is initialized 00000040:01000000:3.0:1784075295.779643:0:9114:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9bf28a848800 ctxt 13 is initialized 00000020:00000080:3.0:1784075295.779707:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9bf28a848800 (uuid c9046c7e-a083-4dc3-acc6-1b57bf9dc711) 00000020:01000000:3.0:1784075295.779753:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9bf28a848800 00000020:00000080:3.0:1784075295.779759:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1784075295.779798:0:9114:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1784075295.780022:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784075295.780028:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.780030:0:9114:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1784075295.780033:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1784075295.780037:0:9114:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1784075295.780038:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784075295.780040:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784075295.780041:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1784075295.780044:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.780046:0:9114:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1784075295.780048:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784075295.780054:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.780055:0:9114:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1784075295.780066:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1784075295.780073:0:9114:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:3.0:1784075295.780109:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9bf28a848800 00000020:00000080:3.0:1784075295.780112:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784075295.780126:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9bf28a848800 (ffff9bf2841d3380) 00000020:00000080:3.0:1784075295.780145:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1784075295.780151:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9bf28a848800 00000020:00000080:3.0:1784075295.780153:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1784075295.780334:0:9114:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9bf28a716800@lustre-MDT0001-mdc-ffff9bf28a848800: add connection 192.168.204.118@tcp at head 00010000:00010000:3.0:1784075295.785867:0:9114:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9bf28a848800-6 is initialized 00000040:01000000:3.0:1784075295.788389:0:9114:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9bf28a848800 ctxt 13 is initialized 00000020:00000080:3.0:1784075295.788463:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9bf28a848800 (uuid c9046c7e-a083-4dc3-acc6-1b57bf9dc711) 00000020:01000000:3.0:1784075295.788482:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9bf28a848800 00000020:00000080:3.0:1784075295.788486:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1784075295.789295:0:9114:0:(lmv_obd.c:439:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1784075295.789365:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784075295.789370:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.789373:0:9114:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1784075295.789376:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1784075295.789380:0:9114:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1784075295.789382:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784075295.789384:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784075295.789385:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1784075295.789389:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.789390:0:9114:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1784075295.789392:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1784075295.789398:0:9114:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.118@tcp:/lustre 00000020:00000080:3.0:1784075295.789402:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.789403:0:9114:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1784075295.789405:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1784075295.789411:0:9114:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:3.0:1784075295.789447:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9bf28a848800 00000020:00000080:3.0:1784075295.789456:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784075295.789479:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9bf28a848800 (ffff9bf2863e4d40) 00000020:00000080:3.0:1784075295.789571:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:3.0:1784075295.789579:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9bf28a848800 00000020:00000080:3.0:1784075295.789583:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1784075295.789675:0:9114:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9bf2863df000@lustre-OST0000-osc-ffff9bf28a848800: add connection 192.168.204.118@tcp at head 00010000:00010000:3.0:1784075295.792276:0:9114:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9bf28a848800-7 is initialized 00000020:00000080:3.0:1784075295.795585:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9bf28a848800 (uuid c9046c7e-a083-4dc3-acc6-1b57bf9dc711) 00000020:01000000:3.0:1784075295.795608:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9bf28a848800 00000020:00000080:3.0:1784075295.795612:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1784075295.795643:0:9114:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1784075295.795653:0:9114:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9bf28a848800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1784075295.795660:0:9114:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1784075295.795684:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784075295.795689:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.795691:0:9114:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1784075295.795696:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1784075295.795699:0:9114:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1784075295.795701:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784075295.795703:0:9114:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1784075295.795704:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1784075295.795707:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.795709:0:9114:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1784075295.795712:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1784075295.795717:0:9114:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.118@tcp:/lustre 00000020:00000080:3.0:1784075295.795721:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.795741:0:9114:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1784075295.795746:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1784075295.795752:0:9114:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.118@tcp to nid 0x20000c0a8cc76 (192.168.204.118@tcp) 00000020:01000000:3.0:1784075295.795783:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9bf28a848800 00000020:00000080:3.0:1784075295.795786:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1784075295.795798:0:9114:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9bf28a848800 (ffff9bf2863e19c0) 00000020:00000080:3.0:1784075295.795825:0:9114:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:3.0:1784075295.795836:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9bf28a848800 00000020:00000080:3.0:1784075295.795839:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1784075295.795973:0:9114:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9bf2863dc800@lustre-OST0001-osc-ffff9bf28a848800: add connection 192.168.204.118@tcp at head 00010000:00010000:3.0:1784075295.796465:0:9114:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9bf28a848800-8 is initialized 00000020:00000080:3.0:1784075295.796695:0:9114:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9bf28a848800 (uuid c9046c7e-a083-4dc3-acc6-1b57bf9dc711) 00000020:01000000:3.0:1784075295.796703:0:9114:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9bf28a848800 00000020:00000080:3.0:1784075295.796708:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1784075295.797118:0:9114:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1784075295.797126:0:9114:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9bf28a848800: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1784075295.797130:0:9114:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1784075295.797148:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784075295.797153:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.797154:0:9114:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1784075295.797158:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784075295.797162:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.797164:0:9114:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1784075295.797169:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1784075295.797170:0:9114:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1784075295.797172:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1784075295.797175:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.797178:0:9114:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000100:00100000:3.0:1784075295.797232:0:9114:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9114:1870738289078400:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:3.0:1784075295.797357:0:9114:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28c304a80 going to sleep for 11 seconds 00000100:00100000:3.0:1784075295.806687:0:9114:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9114:1870738289078400:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:3.0:1784075295.806772:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1784075295.806787:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1784075295.806790:0:9114:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1784075295.806799:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1784075295.806840:0:9114:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9114:1870738289078528:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:3.0:1784075295.806947:0:9114:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28c304a80 going to sleep for 11 seconds 00000100:00100000:2.0:1784075295.814515:0:9114:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9114:1870738289078528:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:2.0:1784075295.814575:0:9114:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075295.814586:0:9114:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075295.814589:0:9114:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1784075295.814597:0:9114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1784075295.815046:0:9110:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1784075295.816272:0:9110:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1784075295.816300:0:9110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf28138fa00/0x4f19279f2c380069 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931e4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075295.816315:0:9110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9bf28138fa00/0x4f19279f2c380069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931e4 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1784075295.816325:0:9110:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff9bf28a848800 from 1 10000000:01000000:1.0:1784075295.816328:0:9110:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1784075295.816384:0:9110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf28138e000/0x4f19279f2c38009a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075295.816393:0:9110:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9bf28138e000/0x4f19279f2c38009a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075295.816405:0:9110:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9bf28138e000/0x4f19279f2c38009a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1784075295.816455:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289078656:192.168.204.118@tcp:101:mount.lustre.0 00000100:00100000:1.0:1784075295.816573:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf2893d79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784075295.820027:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289078656:192.168.204.118@tcp:101:mount.lustre.0 00010000:00010000:2.0:1784075295.820069:0:9110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9bf28138e000/0x4f19279f2c38009a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931eb expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075295.820085:0:9110:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9bf28138e000/0x4f19279f2c38009a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da931eb expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784075295.823578:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289078784:192.168.204.118@tcp:256:mount.lustre.0 00000100:00100000:2.0:1784075295.823716:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28e94e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784075295.837320:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289078784:192.168.204.118@tcp:256:mount.lustre.0 10000000:01000000:2.0:1784075295.838465:0:9110:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1784075295.838539:0:9110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf28138e000/0x4f19279f2c38009a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931eb expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075295.838555:0:9110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9bf28138e000/0x4f19279f2c38009a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931eb expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784075295.838567:0:9110:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9bf28a848800 from 1 10000000:01000000:2.0:1784075295.838570:0:9110:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1784075295.838626:0:9110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075295.838636:0:9110:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075295.838647:0:9110:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784075295.838677:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289078912:192.168.204.118@tcp:101:mount.lustre.0 00000100:00100000:2.0:1784075295.838819:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28e94e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784075295.842590:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289078912:192.168.204.118@tcp:101:mount.lustre.0 00010000:00010000:2.0:1784075295.842638:0:9110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075295.842655:0:9110:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1784075295.843040:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289079040:192.168.204.118@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784075295.843162:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28e94e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784075295.846879:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289079040:192.168.204.118@tcp:501:mount.lustre.0 00000100:00100000:2.0:1784075295.846983:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289079168:192.168.204.118@tcp:503:mount.lustre.0 00000100:00100000:2.0:1784075295.847123:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28e94e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1784075295.854496:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9110:1870738289079168:192.168.204.118@tcp:503:mount.lustre.0 00000100:00100000:2.0:1784075295.855069:0:9117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9117:1870738289079296:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784075295.855449:0:9117:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28e94ed80 going to sleep for 11 seconds 00000100:00100000:2.0:1784075295.859799:0:9117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9117:1870738289079296:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:2.0:1784075295.859863:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784075295.859876:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075295.859879:0:9117:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1784075295.859888:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9bf28a848800 00000020:00000080:2.0:1784075295.859891:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1784075295.859901:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1784075295.859903:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075295.859904:0:9117:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1784075295.859907:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1784075295.859909:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1784075295.859910:0:9117:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1784075295.859914:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9bf28a848800 00000020:00000080:2.0:1784075295.859915:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1784075295.860026:0:9117:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9117:1870738289079424:192.168.204.118@tcp:502:llog_process_th.0 00000100:00100000:2.0:1784075295.860139:0:9117:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28e94ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1784075295.874848:0:9117:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:9117:1870738289079424:192.168.204.118@tcp:502:llog_process_th.0 00000020:01000000:0.0:1784075295.874931:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1784075295.874942:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1784075295.874945:0:9117:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1784075295.874950:0:9117:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1784075295.875241:0:9110:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1784075295.875263:0:9110:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1784075295.875290:0:9110:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1784075295.875303:0:9110:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1784075295.875330:0:9110:0:(llite_lib.c:1620:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1784075295.875364:0:9110:0:(genops.c:1406:class_connect()) connect: client c9046c7e-a083-4dc3-acc6-1b57bf9dc711, cookie 0x4f19279f2c3800a8 00800000:01000000:1.0:1784075295.875397:0:9110:0:(lmv_obd.c:512:lmv_check_connect()) Time to connect c9046c7e-a083-4dc3-acc6-1b57bf9dc711 to lustre-clilmv-ffff9bf28a848800 00800000:01000000:1.0:1784075295.875408:0:9110:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9bf28a848800(c9046c7e-a083-4dc3-acc6-1b57bf9dc711) - lustre-MDT0000_UUID, c9046c7e-a083-4dc3-acc6-1b57bf9dc711 00000020:00000080:1.0:1784075295.875419:0:9110:0:(genops.c:1406:class_connect()) connect: client c9046c7e-a083-4dc3-acc6-1b57bf9dc711, cookie 0x4f19279f2c3800af 00000100:00080000:1.0:1784075295.875431:0:9110:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9bf28a848800: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:1.0:1784075295.875441:0:9110:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9bf28a848800: import ffff9bf28a713000 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:1.0:1784075295.875457:0:9110:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682532 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1784075295.875493:0:9110:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bf28c0d6a00 x1870738289079552/t0(0) o38->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784075295.875518:0:9110:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID 00000100:00100000:3.0:1784075295.875597:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289079552:192.168.204.118@tcp:38:mount.lustre.0 00000100:00100000:3.0:1784075295.881528:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28a848800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1784075295.881556:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9bf28a848800: connect to target with instance 1 00000100:00080000:3.0:1784075295.881569:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9bf28a848800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1784075295.881588:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1784075295.881593:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf28a713000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00800000:00020000:3.0:1784075295.881602:0:2399:0:(lmv_obd.c:208:lmv_notify()) activation of lustre-MDT0000_UUID failed: -22 00800000:01000000:1.0:1784075295.885871:0:9110:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9bf28a848800(c9046c7e-a083-4dc3-acc6-1b57bf9dc711) successfully (5) 00800000:00000004:1.0:1784075295.885882:0:9110:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9bf28a848800: age -643, max_age 0 00800000:01000000:1.0:1784075295.885995:0:9110:0:(lmv_obd.c:335:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9bf28a848800(c9046c7e-a083-4dc3-acc6-1b57bf9dc711) - lustre-MDT0001_UUID, c9046c7e-a083-4dc3-acc6-1b57bf9dc711 00000020:00000080:1.0:1784075295.886033:0:9110:0:(genops.c:1406:class_connect()) connect: client c9046c7e-a083-4dc3-acc6-1b57bf9dc711, cookie 0x4f19279f2c3800b6 00000100:00080000:1.0:1784075295.886046:0:9110:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9bf28a848800: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:1.0:1784075295.886059:0:9110:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9bf28a848800: import ffff9bf28a716800 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:1.0:1784075295.886074:0:9110:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682532 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1784075295.886093:0:9110:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bf28c0d5c00 x1870738289079808/t0(0) o38->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1784075295.886108:0:9110:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID 00800000:01000000:1.0:1784075295.886155:0:9110:0:(lmv_obd.c:389:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9bf28a848800(c9046c7e-a083-4dc3-acc6-1b57bf9dc711) successfully (5) 00800000:00000004:1.0:1784075295.886158:0:9110:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff9bf28a848800: age -643, max_age 0 00000080:00000004:1.0:1784075295.886175:0:9110:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9bf28a848800: age -643, max_age 357 00800000:00000004:1.0:1784075295.886180:0:9110:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9bf28a848800: age -643, max_age 357 00000100:00100000:1.0:1784075295.886201:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:9110:1870738289080064:192.168.204.118@tcp:41:mount.lustre.0 00000100:00100000:1.0:1784075295.886299:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf2893d7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1784075295.886414:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2401:1870738289079680:192.168.204.118@tcp:41:mount.lustre.0 00000100:00100000:0.0:1784075295.886458:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1784075295.886464:0:2401:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9bf28c0d5f80 x1870738289079936/t0(0) o41->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075295.887098:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289080192:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075295.887188:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1784075295.887207:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289080320:192.168.204.118@tcp:400:kworker.0 00000100:00100000:3.0:1784075295.893117:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289079552:192.168.204.118@tcp:38:mount.lustre.0 00000100:00100000:3.0:1784075295.893181:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289079808:192.168.204.118@tcp:38:mount.lustre.0 00000100:00100000:2.0:1784075295.896188:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:9110:1870738289080064:192.168.204.118@tcp:41:mount.lustre.0 00800000:00000004:2.0:1784075295.896234:0:9110:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9bf28a848800: update ffff9bf2841d1e10 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:2.0:1784075295.896243:0:9110:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9bf28a848800: update ffff9bf2841d5190 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:2.0:1784075295.896302:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:9110:1870738289080448:192.168.204.118@tcp:40:mount.lustre.0 00000100:00100000:2.0:1784075295.896410:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28e94e900 going to sleep for 11 seconds 00010000:00080000:2.0:1784075295.897512:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a687480 x1870738289080320/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075295.897532:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289080320:192.168.204.118@tcp:400:kworker.0 00000100:00100000:2.0:1784075295.897548:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289080192:192.168.204.118@tcp:400:kworker.0 00000100:00100000:1.0:1784075295.898816:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2401:1870738289079680:192.168.204.118@tcp:41:mount.lustre.0 00000100:00100000:2.0:1784075295.901666:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:9110:1870738289080448:192.168.204.118@tcp:40:mount.lustre.0 00010000:00080000:3.0:1784075295.901667:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28c0d5c00 x1870738289079808/t0(0) o38->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1784075305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075295.901688:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28a848800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1784075295.901709:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9bf28a848800: connect to target with instance 1 00000080:00000004:2.0:1784075295.901714:0:9110:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000100:00080000:3.0:1784075295.901746:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9bf28a848800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1784075295.901763:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000080:00100000:2.0:1784075295.901764:0:9110:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682532 ocd_grant: 2146304 00000100:00080000:3.0:1784075295.901769:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf28a716800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1784075295.901771:0:9110:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1784075295.901789:0:9110:0:(genops.c:1406:class_connect()) connect: client c9046c7e-a083-4dc3-acc6-1b57bf9dc711, cookie 0x4f19279f2c3800bd 00000020:00000080:2.0:1784075295.901811:0:9110:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4f19279f2c3800c4 00000100:00080000:2.0:1784075295.901821:0:9110:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9bf28a848800: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:2.0:1784075295.901830:0:9110:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9bf28a848800: import ffff9bf2863df000 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:2.0:1784075295.901847:0:9110:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682532 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1784075295.901881:0:9110:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bf28a687800 x1870738289080576/t0(0) o8->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784075295.901910:0:9110:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID 00020000:01000000:2.0:1784075295.901943:0:9110:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9bf28a848800) active 00000020:00000080:2.0:1784075295.901987:0:9110:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x4f19279f2c3800cb 00000100:00080000:2.0:1784075295.901994:0:9110:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9bf28a848800: connect to NID 192.168.204.118@tcp last attempt 0 00000100:00080000:2.0:1784075295.901999:0:9110:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9bf28a848800: import ffff9bf2863dc800 using connection 192.168.204.118@tcp/192.168.204.118@tcp 00000008:00100000:2.0:1784075295.902004:0:9110:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682532 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1784075295.902016:0:9110:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9bf28a687100 x1870738289080704/t0(0) o8->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1784075295.902025:0:9110:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID 00020000:01000000:2.0:1784075295.902031:0:9110:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9bf28a848800) active 00000100:00100000:2.0:1784075295.902080:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:9110:1870738289080832:192.168.204.118@tcp:900:mount.lustre.0 00000100:00100000:2.0:1784075295.902168:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28e94e900 going to sleep for 11 seconds 00000100:00080000:0.0:1784075295.902824:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000451737ca): req@ffff9bf28c0d5f80 x1870738289079936/t0(0) o41->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075295.902850:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289079808:192.168.204.118@tcp:38:mount.lustre.0 00000100:00100000:0.0:1784075295.902881:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289080576:192.168.204.118@tcp:8:mount.lustre.0 00000100:00100000:0.0:1784075295.902947:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289080704:192.168.204.118@tcp:8:mount.lustre.0 00010000:00080000:3.0:1784075295.908334:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a687800 x1870738289080576/t0(0) o8->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1784075305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075295.908355:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bf28a848800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1784075295.908465:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9bf28a848800: connect to target with instance 1 00000100:00080000:3.0:1784075295.908488:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9bf28a848800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1784075295.908507:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1784075295.908521:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf2863df000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1784075295.908530:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1784075295.908536:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1784075295.908543:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1784075295.908558:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289080576:192.168.204.118@tcp:8:mount.lustre.0 00010000:00080000:1.0:1784075295.910044:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28c0d5f80 x1870738289079936/t0(0) o41->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1784075311 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075295.910072:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:0:1870738289079936:192.168.204.118@tcp:41:mount.lustre.0 00010000:00080000:3.0:1784075295.910229:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a687100 x1870738289080704/t0(0) o8->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1784075305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075295.910241:0:2399:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bf28a848800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1784075295.910249:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9bf28a848800: connect to target with instance 1 00000100:00080000:3.0:1784075295.910258:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9bf28a848800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1784075295.910272:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1784075295.910275:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf2863dc800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1784075295.910283:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1784075295.910288:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1784075295.910293:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1784075295.910301:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289080704:192.168.204.118@tcp:8:mount.lustre.0 00000100:00100000:1.0:1784075295.910496:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:9110:1870738289080832:192.168.204.118@tcp:900:mount.lustre.0 00000100:00100000:1.0:1784075295.912119:0:9110:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:9110:1870738289080960:192.168.204.118@tcp:33:mount.lustre.0 00000100:00100000:1.0:1784075295.912296:0:9110:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf2893d7b40 going to sleep for 11 seconds 00000100:00100000:1.0:1784075295.922814:0:9110:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:9110:1870738289080960:192.168.204.118@tcp:33:mount.lustre.0 00000080:00200000:1.0:1784075295.923127:0:9110:0:(llite_lib.c:3351:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9bf2907a2a08) 00000080:00200000:1.0:1784075295.923139:0:9110:0:(llite_lib.c:3114:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1784075295.923247:0:9110:0:(llite_lib.c:1658:ll_fill_super()) Mounted lustre-client 00000080:00000004:1.0:1784075295.927168:0:9110:0:(super25.c:181:lustre_fill_super()) 192.168.204.118@tcp:/lustre: Mount complete 00000400:00000001:1.0:1784075296.261276:0:9138:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:3.0:1784075296.294118:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075296.294129:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075296.294136:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075296.294138:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075296.294902:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075296.294909:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075296.294914:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784075297.187157:0:279:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615000 (cpu 0) has reached its deadline 4295026671, at 4295026688 00000100:00000010:0.0:1784075297.187192:0:279:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a682060. 00000100:00000040:1.0:1784075297.187954:0:127:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615110 (cpu 0) has reached its deadline 4295026671, at 4295026690 00000100:00000010:1.0:1784075297.187998:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a682840. 00010000:00000001:3.0:1784075297.313877:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075297.313885:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075297.313892:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075297.313894:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784075297.313922:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784075297.313925:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784075297.313927:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075298.338096:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075298.338104:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075298.338131:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075298.338133:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075298.338236:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075298.338240:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075298.338243:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075299.362676:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075299.362686:0:8954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1784075299.362689:0:8954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1784075299.362693:0:8954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075299.362698:0:8954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1784075299.362701:0:8954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075299.362704:0:8954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075299.362706:0:8954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075299.362710:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075299.362711:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784075299.362759:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784075299.362762:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784075299.362764:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075300.385980:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075300.385987:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075300.385992:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075300.385994:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784075300.386020:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784075300.386023:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784075300.386042:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784075301.285766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075301.285777:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075301.285783:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6cb100. 00000020:00000040:0.0:1784075301.285790:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1784075301.285794:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075301.285797:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075301.285801:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075301.285810:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6600. 00000100:00000001:0.0:1784075301.285817:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.285829:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075301.285852:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075301.285867:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.285876:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cb69738] to pc [ptlrpcd_00_01+1] req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.285909:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.285912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075301.285916:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075301.285919:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c8e00. 00000020:00000040:0.0:1784075301.285922:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a81e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000100:00000001:0.0:1784075301.285925:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075301.285926:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075301.285928:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075301.285932:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6a00. 00000100:00000001:0.0:1784075301.285935:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.285939:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075301.285946:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075301.285948:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.285951:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000337d145c] to pc [ptlrpcd_00_00+0] req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.285959:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.285961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075301.285964:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075301.285967:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c9880. 00000020:00000040:0.0:1784075301.285969:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a81c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000100:00000001:0.0:1784075301.285972:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075301.285973:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075301.285974:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075301.285977:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6700. 00000100:00000001:0.0:1784075301.285985:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.285990:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075301.285997:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075301.285999:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286003:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d411e2f0] to pc [ptlrpcd_00_01+1] req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.286010:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784075301.286015:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784075301.286018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784075301.286032:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784075301.286035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075301.286037:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075301.286040:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c8a80. 00000020:00000040:0.0:1784075301.286042:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a713000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000100:00000001:0.0:1784075301.286044:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075301.286046:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075301.286047:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075301.286050:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6b00. 00000100:00000001:0.0:1784075301.286053:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286056:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075301.286062:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075301.286064:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286068:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0dfb71f] to pc [ptlrpcd_00_00+0] req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.286087:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286089:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075301.286092:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075301.286094:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c9180. 00000020:00000040:0.0:1784075301.286097:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a716800 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000100:00000001:0.0:1784075301.286099:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075301.286100:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075301.286102:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075301.286106:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6e00. 00000100:00000001:0.0:1784075301.286109:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286113:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075301.286120:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075301.286122:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286126:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025e80b37] to pc [ptlrpcd_00_01+1] req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.286132:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286134:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075301.286137:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075301.286139:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6cad80. 00000020:00000040:0.0:1784075301.286141:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf2863df000 refcount=3 obd=lustre-OST0000-osc-ffff9bf28a848800 00000100:00000001:0.0:1784075301.286142:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075301.286144:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075301.286145:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075301.286148:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6200. 00000100:00000001:0.0:1784075301.286150:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286154:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075301.286160:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075301.286166:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286170:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093da2857] to pc [ptlrpcd_00_00+0] req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.286178:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286180:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075301.286183:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075301.286185:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6ca300. 00000020:00000040:0.0:1784075301.286187:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf2863dc800 refcount=3 obd=lustre-OST0001-osc-ffff9bf28a848800 00000100:00000001:0.0:1784075301.286189:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075301.286191:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075301.286192:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075301.286196:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf290c2e800. 00000100:00000001:0.0:1784075301.286199:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286203:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075301.286209:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075301.286210:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286213:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000749d217d] to pc [ptlrpcd_00_01+1] req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.286219:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286692:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (368) 00000100:00000001:0.0:1784075301.286741:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075301.286745:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075301.286748:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075301.286755:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.286763:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075301.286765:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075301.286769:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075301.286772:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075301.286775:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075301.286778:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289081216:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075301.286788:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075301.286795:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075301.286798:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075301.286800:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075301.286804:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf283fd0c00. 02000000:00000001:0.0:1784075301.286806:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075301.286814:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075301.286818:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b898. 00000400:00000010:0.0:1784075301.286825:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1bac38. 00000100:00000200:0.0:1784075301.286831:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289081216, portal 10 00000100:00000001:0.0:1784075301.286834:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075301.286835:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739601920 : -110008969949696 : ffff9bf28a6c8e00) 00000100:00000040:0.0:1784075301.286843:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.286850:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075301.286852:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075301.286864:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba770. 00000100:00000200:0.0:1784075301.286868:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289081216, offset 0 00000400:00000200:0.0:1784075301.286874:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075301.286882:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.286890:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075301.286895:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075301.286898:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075301.286902:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075301.286905:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075301.286908:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [125:125:256:4294967295] 192.168.204.118@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:0.0:1784075301.286913:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.286922:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075301.286927:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075301.286933:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf28df69f00. 00000800:00000200:0.0:1784075301.286939:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075301.286954:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075301.286959:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf28df69f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075301.286972:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.286976:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: using a timeout of 137355 usecs (138 jiffies) 00000400:00000200:0.0:1784075301.286980:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075301.286982:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295030925 00000100:00000010:0.0:1784075301.286986:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a835840. 00000100:00000001:0.0:1784075301.286993:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784075301.286998:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295030925 00000100:00000010:0.0:1784075301.287001:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a835ae0. 00000100:00000001:0.0:1784075301.287004:0:2400:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784075301.287008:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075301.287011:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.287014:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075301.287018:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.287025:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075301.287027:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075301.287029:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075301.287031:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075301.287033:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075301.287036:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289081472:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075301.287039:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075301.287042:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075301.287044:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075301.287045:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075301.287048:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf283fd0a00. 02000000:00000001:0.0:1784075301.287050:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075301.287054:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075301.287057:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b2c0. 00000400:00000010:0.0:1784075301.287060:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba908. 00000100:00000200:0.0:1784075301.287068:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289081472, portal 10 00000100:00000001:0.0:1784075301.287070:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075301.287071:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739601024 : -110008969950592 : ffff9bf28a6c8a80) 00000100:00000040:0.0:1784075301.287079:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.287085:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075301.287088:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075301.287090:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba110. 00000100:00000200:0.0:1784075301.287092:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289081472, offset 0 00000400:00000200:0.0:1784075301.287097:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075301.287101:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.287104:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075301.287107:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075301.287110:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075301.287113:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075301.287115:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075301.287118:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [126:126:255:4294967295] 192.168.204.118@tcp LPNI seq info [126:126:7:4294967295] 00000400:00000200:0.0:1784075301.287122:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.287128:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075301.287133:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075301.287137:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf28df55d00. 00000800:00000200:0.0:1784075301.287141:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075301.287145:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075301.287147:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf28df55d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075301.287151:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.287154:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: using a timeout of 11055 usecs (12 jiffies) 00000400:00000200:0.0:1784075301.287158:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075301.287160:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295030799 00000100:00000001:0.0:1784075301.287162:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295030925 00000100:00000001:0.0:1784075301.287165:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295030799 00000100:00000001:0.0:1784075301.287171:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295030925 00000100:00000001:0.0:1784075301.287173:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075301.287175:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.287177:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075301.287182:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.287189:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075301.287191:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075301.287193:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075301.287195:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075301.287197:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075301.287200:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289081728:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075301.287204:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075301.287206:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075301.287208:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075301.287209:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075301.287212:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf283fd1c00. 02000000:00000001:0.0:1784075301.287214:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075301.287218:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075301.287220:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014bb00. 00000100:00000001:1.0:1784075301.287335:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075301.287339:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784075301.287341:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075301.287347:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.287354:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075301.287356:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.287359:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075301.287360:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075301.287362:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075301.287365:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2401:1870738289081088:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075301.287369:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075301.287371:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075301.287373:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.287375:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075301.287378:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28b153a00. 02000000:00000001:1.0:1784075301.287380:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075301.287384:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075301.287387:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fbe18. 00000400:00000010:1.0:1784075301.287392:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c5d8. 00000100:00000200:1.0:1784075301.287400:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289081088, portal 25 00000100:00000001:1.0:1784075301.287402:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075301.287403:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739610880 : -110008969940736 : ffff9bf28a6cb100) 00000100:00000040:1.0:1784075301.287409:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.287416:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075301.287418:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075301.287421:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14ca18. 00000100:00000200:1.0:1784075301.287423:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870738289081088, offset 0 00000400:00000200:1.0:1784075301.287428:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075301.287432:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.287436:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075301.287439:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075301.287441:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075301.287444:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075301.287446:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075301.287449:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [127:127:254:4294967295] 192.168.204.118@tcp LPNI seq info [127:127:6:4294967295] 00000400:00000200:1.0:1784075301.287453:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.287460:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075301.287464:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075301.287469:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf286175d00. 00000800:00000200:1.0:1784075301.287473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075301.287477:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075301.287480:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf286175d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075301.287483:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075301.287486:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075301.287488:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295032053 00000100:00000001:1.0:1784075301.287494:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295030925 00000100:00000001:1.0:1784075301.287497:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295032053 00000100:00000001:1.0:1784075301.287500:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295030925 00000100:00000001:1.0:1784075301.287508:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075301.287510:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.287512:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075301.287517:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.287525:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075301.287526:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.287528:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075301.287530:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075301.287533:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075301.287535:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289081344:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075301.287539:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075301.287541:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075301.287543:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.287544:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075301.287547:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28b152800. 02000000:00000001:1.0:1784075301.287549:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075301.287553:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075301.287556:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fb4d0. 00000400:00000010:1.0:1784075301.287559:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c088. 00000100:00000200:1.0:1784075301.287562:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289081344, portal 10 00000100:00000001:1.0:1784075301.287564:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075301.287565:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739604608 : -110008969947008 : ffff9bf28a6c9880) 00000100:00000040:1.0:1784075301.287570:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.287576:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075301.287578:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075301.287580:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14cc38. 00000100:00000200:1.0:1784075301.287582:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289081344, offset 0 00000400:00000200:1.0:1784075301.287586:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075301.287590:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.287593:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075301.287601:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075301.287604:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075301.287606:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075301.287608:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075301.287611:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [128:128:253:4294967295] 192.168.204.118@tcp LPNI seq info [128:128:5:4294967295] 00000400:00000200:1.0:1784075301.287614:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.287620:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075301.287624:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075301.287627:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf286175500. 00000800:00000200:1.0:1784075301.287630:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075301.287635:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075301.287638:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf286175500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075301.287641:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075301.287644:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: using a timeout of 170036 usecs (171 jiffies) 00000400:00000200:1.0:1784075301.287647:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075301.287649:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295030958 00000100:00000001:1.0:1784075301.287651:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295032053 00000100:00000001:1.0:1784075301.287652:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295030958 00000100:00000001:1.0:1784075301.287654:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295032053 00000100:00000001:1.0:1784075301.287655:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075301.287657:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.287659:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075301.287664:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.287670:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075301.287672:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.287674:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075301.287675:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075301.287677:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075301.287685:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2401:1870738289081600:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075301.287688:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075301.287691:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075301.287692:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.287694:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075301.287696:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28b153800. 02000000:00000001:1.0:1784075301.287698:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075301.287701:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075301.287703:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fb948. 00000400:00000010:1.0:1784075301.287706:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c908. 00000100:00000200:1.0:1784075301.287709:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289081600, portal 10 00000100:00000001:1.0:1784075301.287711:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075301.287712:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739602816 : -110008969948800 : ffff9bf28a6c9180) 00000100:00000040:1.0:1784075301.287719:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.287754:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075301.287756:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075301.287758:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c110. 00000100:00000200:1.0:1784075301.287761:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289081600, offset 0 00000400:00000200:1.0:1784075301.287765:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075301.287768:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.287772:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075301.287774:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075301.287776:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075301.287778:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075301.287779:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075301.287782:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [129:129:252:4294967295] 192.168.204.118@tcp LPNI seq info [129:129:4:4294967295] 00000400:00000200:1.0:1784075301.287785:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.287790:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075301.287794:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075301.287797:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf286175000. 00000800:00000200:1.0:1784075301.287805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075301.287809:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075301.287812:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf286175000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075301.287815:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075301.287817:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: using a timeout of 24602 usecs (25 jiffies) 00000400:00000200:1.0:1784075301.287820:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075301.287822:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295030812 00000100:00000001:1.0:1784075301.287824:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295032053 00000100:00000001:1.0:1784075301.287826:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295030812 00000100:00000001:1.0:1784075301.287828:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295032053 00000100:00000001:1.0:1784075301.287830:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075301.287832:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.287834:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075301.287837:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.287844:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075301.287845:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.287847:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075301.287849:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075301.287850:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075301.287863:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2401:1870738289081856:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075301.287867:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075301.287870:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075301.287871:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.287873:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075301.287876:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28b152000. 02000000:00000001:1.0:1784075301.287878:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075301.287881:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075301.287883:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fb268. 00000400:00000010:1.0:1784075301.287888:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c770. 00000100:00000200:1.0:1784075301.287891:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289081856, portal 4 00000100:00000001:1.0:1784075301.287897:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075301.287899:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739607296 : -110008969944320 : ffff9bf28a6ca300) 00000020:00000010:1.0:1784075301.287906:0:2401:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9bf2860ce000. 00000100:00000040:1.0:1784075301.287912:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.287918:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075301.287920:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075301.287922:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c3b8. 00000100:00000200:1.0:1784075301.287925:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870738289081856, offset 0 00000400:00000200:1.0:1784075301.287929:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075301.287933:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.287936:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075301.287939:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075301.287941:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075301.287943:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075301.287945:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075301.287948:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [130:130:251:4294967295] 192.168.204.118@tcp LPNI seq info [130:130:3:4294967295] 00000400:00000200:1.0:1784075301.287952:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.287957:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075301.287961:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075301.287964:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf286175600. 00000800:00000200:1.0:1784075301.287967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075301.287971:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075301.287973:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf286175600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075301.287975:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075301.287979:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: using a timeout of 10142 usecs (11 jiffies) 00000400:00000200:1.0:1784075301.287982:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075301.287984:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295030798 00000100:00000001:1.0:1784075301.287986:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295032053 00000100:00000001:1.0:1784075301.287987:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295030798 00000100:00000001:1.0:1784075301.287994:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295032053 00000100:00000001:1.0:1784075301.287996:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075301.287998:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.288000:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.288003:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.288009:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784075301.288011:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784075301.288013:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075301.288015:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784075301.288016:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.288018:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784075301.288513:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1bad48. 00000100:00000200:0.0:1784075301.288520:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289081728, portal 4 00000100:00000001:0.0:1784075301.288522:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075301.288524:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739609984 : -110008969941632 : ffff9bf28a6cad80) 00000100:00000040:0.0:1784075301.288532:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288539:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075301.288541:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075301.288544:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba7f8. 00000100:00000200:0.0:1784075301.288546:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870738289081728, offset 0 00000400:00000200:0.0:1784075301.288551:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075301.288555:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.288565:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075301.288568:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075301.288570:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075301.288572:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075301.288574:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075301.288577:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [131:131:250:4294967295] 192.168.204.118@tcp LPNI seq info [131:131:2:4294967295] 00000400:00000200:0.0:1784075301.288581:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.288586:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075301.288591:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075301.288594:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf28df55300. 00000800:00000200:0.0:1784075301.288598:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075301.288603:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075301.288605:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf28df55300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075301.288608:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.288611:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: using a timeout of 7947 usecs (8 jiffies) 00000400:00000200:0.0:1784075301.288613:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075301.288615:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295030795 00000100:00000001:0.0:1784075301.288617:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295032053 00000100:00000001:0.0:1784075301.288619:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295030795 00000100:00000001:0.0:1784075301.288620:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295032053 00000100:00000001:0.0:1784075301.288622:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075301.288624:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.288626:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.288629:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075301.288634:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784075301.288636:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784075301.288638:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075301.288639:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075301.288641:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.288643:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784075301.288685:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075301.288695:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf28df69f00. 00000400:00000200:0.0:1784075301.288700:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.288705:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075301.288712:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba770 00000400:00000010:0.0:1784075301.288714:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba770. 00000100:00000001:0.0:1784075301.288719:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075301.288741:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288752:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075301.288756:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288763:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.288765:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075301.288779:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075301.288782:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf28df55d00. 00000400:00000200:0.0:1784075301.288785:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.288788:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075301.288791:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba110 00000400:00000010:0.0:1784075301.288793:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba110. 00000100:00000001:0.0:1784075301.288795:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075301.288799:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288806:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075301.288808:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288814:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.288815:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075301.288823:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075301.288825:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf286175d00. 00000400:00000200:0.0:1784075301.288829:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.288832:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075301.288834:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14ca18 00000400:00000010:0.0:1784075301.288836:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14ca18. 00000100:00000001:0.0:1784075301.288844:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075301.288849:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288865:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075301.288868:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288873:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.288875:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075301.288885:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075301.288887:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf286175500. 00000400:00000200:0.0:1784075301.288890:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.288894:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075301.288897:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14cc38 00000400:00000010:0.0:1784075301.288899:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14cc38. 00000100:00000001:0.0:1784075301.288901:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075301.288904:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288913:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075301.288915:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288922:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.288923:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075301.288930:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075301.288932:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf286175000. 00000400:00000200:0.0:1784075301.288934:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.288938:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075301.288940:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c110 00000400:00000010:0.0:1784075301.288942:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c110. 00000100:00000001:0.0:1784075301.288944:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075301.288947:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288954:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075301.288963:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.288969:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.288971:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075301.288979:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075301.288981:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf286175600. 00000400:00000200:0.0:1784075301.288984:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.288987:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075301.288989:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c3b8 00000400:00000010:0.0:1784075301.288991:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c3b8. 00000100:00000001:0.0:1784075301.288993:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075301.288996:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.289004:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075301.289007:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.289013:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.289015:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075301.290381:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075301.290388:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf28df55300. 00000400:00000200:0.0:1784075301.290393:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.290400:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075301.290406:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba7f8 00000400:00000010:0.0:1784075301.290408:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba7f8. 00000100:00000001:0.0:1784075301.290411:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075301.290417:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.290428:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075301.290430:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.290437:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.290438:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784075301.307018:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.307034:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075301.307040:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.307042:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075301.307049:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.307057:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075301.307065:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.307069:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.307075:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.307080:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a56d33303b00 00000400:00000200:0.0:1784075301.307084:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.307090:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x729 [1] + 224 00000800:00000001:0.0:1784075301.307097:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.307104:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075301.307108:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.307113:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075301.307121:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075301.307130:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075301.307142:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.307162:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075301.307171:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.307175:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.307215:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075301.307219:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784075301.307226:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784075301.307228:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784075301.307232:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fbe18. 00000400:00000200:1.0:1784075301.307237:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c5d8 00000400:00000010:1.0:1784075301.307239:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c5d8. 00000100:00000001:1.0:1784075301.307242:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075301.307248:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784075301.307256:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.307262:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784075301.307264:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.307266:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784075301.307269:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784075301.307272:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784075301.307274:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.307277:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784075301.307284:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=71 v=5 (5 0 0 0) 00000100:00001000:1.0:1784075301.307290:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=71 v=5 (1 0 0 0) 00000100:00000001:1.0:1784075301.307293:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784075301.307294:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075301.307297:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784075301.307299:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.307310:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075301.307316:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.307323:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075301.307326:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784075301.307328:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784075301.307331:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075301.307340:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2401:1870738289081088:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075301.307346:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.307348:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075301.307352:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6cb100 x1870738289081088/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.307358:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784075301.307361:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784075301.307364:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28b153a00. 02000000:00000001:1.0:1784075301.307367:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784075301.307370:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784075301.307372:0:2401:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1784075301.307374:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784075301.307377:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6600. 02000000:00000001:1.0:1784075301.307380:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784075301.307382:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784075301.307384:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6cb100. 00000100:00000001:1.0:1784075301.307388:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784075301.307390:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.307393:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.307394:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075301.307396:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784075301.307397:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.307399:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784075301.312267:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.312284:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075301.312288:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.312291:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075301.312299:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312307:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075301.312315:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312320:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312325:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312338:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33303b80 00000400:00000200:0.0:1784075301.312343:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312350:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x709 [1] + 224 00000800:00000001:0.0:1784075301.312358:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.312362:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075301.312365:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.312380:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075301.312390:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075301.312399:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075301.312409:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.312427:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075301.312435:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.312439:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075301.312440:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.312442:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075301.312446:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312449:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075301.312453:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312456:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312458:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312461:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33303c80 00000400:00000200:0.0:1784075301.312464:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312467:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x719 [1] + 224 00000800:00000001:0.0:1784075301.312471:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.312474:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075301.312476:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.312479:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075301.312481:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075301.312485:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075301.312503:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.312511:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075301.312516:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.312519:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075301.312521:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.312522:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075301.312525:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312529:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075301.312533:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312535:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312538:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312540:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33303c00 00000400:00000200:0.0:1784075301.312543:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075301.312645:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:0.0:1784075301.312650:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.312657:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075301.312659:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075301.312663:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075301.312666:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075301.312670:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075301.312679:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.312694:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075301.312698:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075301.312701:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075301.312719:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075301.312761:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784075301.312768:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075301.312777:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075301.312780:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b898. 00000400:00000200:0.0:1784075301.312785:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1bac38 00000400:00000010:0.0:1784075301.312787:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1bac38. 00000100:00000001:0.0:1784075301.312791:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075301.312795:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075301.312804:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.312810:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075301.312811:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075301.312814:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075301.312817:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075301.312820:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075301.312822:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075301.312824:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075301.312836:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81e460 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075301.312839:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81e418 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075301.312842:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075301.312844:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075301.312846:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784075301.312850:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.313114:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075301.313118:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075301.313121:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075301.313122:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.313128:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.313136:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075301.313139:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075301.313141:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075301.313145:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075301.313164:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289081216:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1784075301.313171:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075301.313173:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075301.313175:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b2c0. 00000400:00000200:0.0:1784075301.313177:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba908 00000400:00000010:0.0:1784075301.313179:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba908. 00000100:00000001:0.0:1784075301.313181:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075301.313185:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075301.313193:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.313199:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075301.313200:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075301.313202:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075301.313204:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075301.313205:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075301.313207:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075301.313208:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075301.313213:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a713460 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075301.313216:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a713418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075301.313217:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075301.313219:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075301.313221:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784075301.313222:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.313225:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075301.313226:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075301.313228:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075301.313229:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.313232:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.313239:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075301.313247:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075301.313248:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075301.313252:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075301.313259:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289081472:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075301.313263:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.313266:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075301.313269:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c8e00 x1870738289081216/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.313274:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075301.313277:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075301.313281:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf283fd0c00. 02000000:00000001:0.0:1784075301.313284:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075301.313286:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075301.313288:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf28a81e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000020:00000001:0.0:1784075301.313291:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075301.313294:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6a00. 02000000:00000001:0.0:1784075301.313297:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075301.313299:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075301.313301:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c8e00. 00000100:00000001:0.0:1784075301.313304:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075301.313305:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075301.313307:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075301.313310:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c8a80 x1870738289081472/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.313314:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075301.313315:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075301.313317:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf283fd0a00. 02000000:00000001:0.0:1784075301.313318:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075301.313319:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075301.313320:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf28a713000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000020:00000001:0.0:1784075301.313322:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075301.313323:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6b00. 02000000:00000001:0.0:1784075301.313330:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075301.313331:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075301.313332:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c8a80. 00000100:00000001:0.0:1784075301.313334:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075301.313335:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075301.313338:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.313340:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075301.313341:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075301.313343:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.313344:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.313359:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075301.313361:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784075301.313364:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075301.313365:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075301.313437:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fb4d0. 00000400:00000200:0.0:1784075301.313442:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c088 00000400:00000010:0.0:1784075301.313444:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c088. 00000100:00000001:0.0:1784075301.313449:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075301.313455:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075301.313462:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.313467:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075301.313469:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075301.313470:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075301.313472:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075301.313473:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075301.313474:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075301.313476:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075301.313480:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81c460 time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075301.313483:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81c418 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075301.313485:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075301.313486:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075301.313487:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075301.313490:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075301.313509:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.313512:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075301.313513:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075301.313515:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075301.313516:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075301.313520:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.313527:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075301.313528:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075301.313530:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075301.313533:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075301.313694:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289081344:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075301.313702:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.313704:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075301.313709:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c9880 x1870738289081344/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075301.313715:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075301.313717:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075301.313719:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28b152800. 02000000:00000001:0.0:1784075301.313722:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075301.313882:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075301.313884:0:2401:0:(genops.c:1244:class_import_put()) import ffff9bf28a81c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000020:00000001:0.0:1784075301.313886:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075301.313888:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6700. 02000000:00000001:0.0:1784075301.313892:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075301.313893:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075301.313895:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c9880. 00000100:00000001:0.0:1784075301.313897:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075301.313898:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075301.313906:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.313908:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075301.313910:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075301.313912:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075301.313913:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784075301.323493:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.323510:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075301.323514:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.323530:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075301.323538:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.323547:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075301.323556:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.323560:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.323566:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.323570:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33303d00 00000400:00000200:1.0:1784075301.323575:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.323582:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:1.0:1784075301.323589:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.323593:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075301.323596:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075301.323601:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075301.323611:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075301.323622:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075301.323646:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.323666:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075301.323675:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.323679:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075301.323681:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.323684:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075301.323687:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.323690:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075301.323694:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.323697:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.323699:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.323702:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a56d33303e00 00000400:00000200:1.0:1784075301.323705:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.323709:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:1.0:1784075301.323712:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.323764:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075301.323767:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075301.323771:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075301.323775:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075301.323780:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075301.323789:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.323798:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075301.323802:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.323805:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.323820:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075301.323824:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784075301.323831:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784075301.323833:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784075301.323836:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fb948. 00000400:00000200:1.0:1784075301.323840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c908 00000400:00000010:1.0:1784075301.323843:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c908. 00000100:00000001:1.0:1784075301.323846:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075301.323849:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784075301.323870:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.323877:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784075301.323878:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.323882:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784075301.323885:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784075301.323887:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784075301.323890:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.323893:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784075301.323903:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a716c60 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1784075301.323907:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a716c18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1784075301.323910:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784075301.323912:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075301.323920:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784075301.323926:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784075301.323933:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.323937:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784075301.323939:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:1.0:1784075301.323942:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784075301.323943:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075301.323949:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.323956:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075301.323959:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784075301.323962:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784075301.323966:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075301.323975:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2401:1870738289081600:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1784075301.323981:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784075301.323982:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784075301.323984:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fb268. 00000400:00000200:1.0:1784075301.323986:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c770 00000400:00000010:1.0:1784075301.323988:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c770. 00000100:00000001:1.0:1784075301.323991:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075301.323994:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784075301.324002:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.324008:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784075301.324009:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.324011:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784075301.324013:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784075301.324020:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784075301.324021:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.324023:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784075301.324027:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2863dcc60 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1784075301.324031:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2863dcc18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1784075301.324033:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784075301.324034:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075301.324036:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784075301.324040:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784075301.324046:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.324048:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784075301.324049:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:1.0:1784075301.324051:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784075301.324052:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075301.324055:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.324061:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075301.324062:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784075301.324064:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784075301.324067:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075301.324073:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2401:1870738289081856:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075301.324077:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.324080:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075301.324082:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c9180 x1870738289081600/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.324088:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784075301.324091:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784075301.324095:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28b153800. 02000000:00000001:1.0:1784075301.324098:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784075301.324107:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784075301.324109:0:2401:0:(genops.c:1244:class_import_put()) import ffff9bf28a716800 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000020:00000001:1.0:1784075301.324111:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784075301.324113:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6e00. 02000000:00000001:1.0:1784075301.324117:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784075301.324119:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784075301.324120:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c9180. 00000100:00000001:1.0:1784075301.324124:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784075301.324125:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.324127:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075301.324130:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6ca300 x1870738289081856/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.324136:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784075301.324137:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784075301.324139:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28b152000. 02000000:00000001:1.0:1784075301.324141:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784075301.324142:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784075301.324143:0:2401:0:(genops.c:1244:class_import_put()) import ffff9bf2863dc800 refcount=2 obd=lustre-OST0001-osc-ffff9bf28a848800 00000020:00000001:1.0:1784075301.324145:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784075301.324147:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf290c2e800. 02000000:00000001:1.0:1784075301.324151:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784075301.324152:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784075301.324153:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6ca300. 00000100:00000001:1.0:1784075301.324155:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784075301.324156:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.324158:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.324166:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784075301.324168:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.324170:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075301.324172:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784075301.325579:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.325594:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075301.325598:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.325600:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075301.325607:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.325614:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075301.325622:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.325638:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.325655:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.325660:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a56d33303d80 00000400:00000200:1.0:1784075301.325665:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075301.325671:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:1.0:1784075301.325677:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.325685:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075301.325688:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075301.325692:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075301.325698:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075301.325704:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075301.325714:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.325760:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075301.325767:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075301.325771:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.325783:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075301.325787:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784075301.325791:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784075301.325793:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784075301.325796:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014bb00. 00000400:00000200:1.0:1784075301.325800:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1bad48 00000400:00000010:1.0:1784075301.325802:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1bad48. 00000100:00000001:1.0:1784075301.325804:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075301.325808:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784075301.325817:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.325823:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784075301.325825:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.325828:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784075301.325839:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784075301.325841:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784075301.325843:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075301.325846:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784075301.325876:0:2400:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9bf28a5c8000. 00000100:00001000:1.0:1784075301.325884:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2863df460 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1784075301.325888:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2863df418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1784075301.325891:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784075301.325893:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075301.325895:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1784075301.325900:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784075301.325907:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.325909:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784075301.325911:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:1.0:1784075301.325912:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784075301.325914:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075301.325918:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.325924:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075301.325926:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784075301.325928:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784075301.325932:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075301.325939:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289081728:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075301.325944:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.325946:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075301.325949:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6cad80 x1870738289081728/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075317 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075301.325956:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784075301.325958:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784075301.325967:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf283fd1c00. 02000000:00000001:1.0:1784075301.325970:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784075301.325973:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784075301.325974:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf2863df000 refcount=2 obd=lustre-OST0000-osc-ffff9bf28a848800 00000020:00000001:1.0:1784075301.325976:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784075301.325979:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6200. 02000000:00000001:1.0:1784075301.325982:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784075301.325984:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784075301.325986:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6cad80. 00000100:00000001:1.0:1784075301.325989:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784075301.325991:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.325993:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075301.325999:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784075301.326001:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075301.326003:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075301.326005:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075301.413369:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075301.413376:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075301.413382:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075301.413383:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075301.413811:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075301.413814:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075301.413817:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075302.433921:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075302.433927:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075302.433933:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075302.433934:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075302.433962:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075302.433965:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075302.433968:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1784075302.506362:0:9338:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1784075302.506376:0:9338:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075302.566344:0:279:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615000 (cpu 0) has reached its deadline 4295032053, at 4295032067 00000100:00000010:0.0:1784075302.566359:0:279:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a835840. 00000100:00000040:1.0:1784075302.566936:0:127:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615110 (cpu 0) has reached its deadline 4295032053, at 4295032067 00000100:00000010:1.0:1784075302.566944:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a835ae0. 00000001:00000001:2.0:1784075302.870196:0:9375:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1784075302.870205:0:9375:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg418-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1784075302.878846:0:9375:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1784075303.145064:0:9388:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1784075303.145075:0:9388:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1784075303.192239:0:9391:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1784075303.192251:0:9391:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075303.457922:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075303.457927:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075303.457931:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075303.457932:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075303.458481:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075303.458485:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075303.458488:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075304.485175:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075304.485186:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075304.485192:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075304.485194:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075304.495008:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075304.495027:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075304.495035:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075305.505904:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075305.505913:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075305.505937:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075305.505941:0:8954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1784075305.505944:0:8954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1784075305.505949:0:8954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075305.505953:0:8954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1784075305.505955:0:8954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075305.505957:0:8954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075305.505960:0:8954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075305.506123:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075305.506127:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075305.506130:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784075306.401901:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075306.401916:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075306.401930:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c9880. 00000020:00000040:0.0:1784075306.401938:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1784075306.401943:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075306.401948:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075306.401954:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075306.401964:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf28df55c00. 00000100:00000001:0.0:1784075306.401973:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.401987:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075306.401999:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075306.402005:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402012:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d411e2f0] to pc [ptlrpcd_00_00+0] req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.402048:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075306.402055:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075306.402058:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c8a80. 00000020:00000040:0.0:1784075306.402060:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf28a81e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000100:00000001:0.0:1784075306.402063:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075306.402064:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075306.402066:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075306.402069:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf28df55a00. 00000100:00000001:0.0:1784075306.402093:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402098:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075306.402116:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075306.402118:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402123:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0dfb71f] to pc [ptlrpcd_00_01+1] req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.402132:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075306.402138:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075306.402141:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c8e00. 00000020:00000040:0.0:1784075306.402144:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf28a81c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000100:00000001:0.0:1784075306.402146:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075306.402147:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075306.402149:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075306.402156:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf28df69f00. 00000100:00000001:0.0:1784075306.402158:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402162:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075306.402168:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075306.402170:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402173:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000337d145c] to pc [ptlrpcd_00_00+0] req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.402179:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784075306.402185:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784075306.402188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784075306.402191:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784075306.402200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075306.402203:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075306.402206:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c9500. 00000020:00000040:0.0:1784075306.402208:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf28a713000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000100:00000001:0.0:1784075306.402210:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075306.402212:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075306.402213:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075306.402229:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf283fac300. 00000100:00000001:0.0:1784075306.402232:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402236:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075306.402243:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075306.402244:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402248:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096447b5d] to pc [ptlrpcd_00_01+1] req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.402254:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075306.402260:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075306.402263:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6ca680. 00000020:00000040:0.0:1784075306.402265:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf28a716800 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000100:00000001:0.0:1784075306.402267:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075306.402268:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075306.402270:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075306.402280:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf283faca00. 00000100:00000001:0.0:1784075306.402284:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402289:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075306.402295:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075306.402297:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402300:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae50227c] to pc [ptlrpcd_00_00+0] req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.402313:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075306.402319:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075306.402323:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c8700. 00000020:00000040:0.0:1784075306.402326:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf2863df000 refcount=3 obd=lustre-OST0000-osc-ffff9bf28a848800 00000100:00000001:0.0:1784075306.402328:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075306.402329:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075306.402331:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075306.402335:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf283facf00. 00000100:00000001:0.0:1784075306.402338:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402342:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075306.402350:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075306.402351:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402355:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027eefad8] to pc [ptlrpcd_00_01+1] req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.402362:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075306.402367:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075306.402371:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6cad80. 00000020:00000040:0.0:1784075306.402374:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf2863dc800 refcount=3 obd=lustre-OST0001-osc-ffff9bf28a848800 00000100:00000001:0.0:1784075306.402375:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075306.402377:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075306.402378:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075306.402381:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf283fac900. 00000100:00000001:0.0:1784075306.402384:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402388:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075306.402395:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075306.402403:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402408:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093da2857] to pc [ptlrpcd_00_00+0] req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.402415:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.402420:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (373) 00000100:00000001:1.0:1784075306.402566:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075306.402571:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784075306.402574:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075306.402581:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.402588:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075306.402591:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.402595:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075306.402598:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075306.402601:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075306.402605:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2400:1870738289081984:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075306.402610:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075306.402617:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075306.402621:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.402624:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075306.402630:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf287e3c400. 02000000:00000001:1.0:1784075306.402632:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075306.402648:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075306.402654:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fb268. 00000400:00000010:1.0:1784075306.402662:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c770. 00000100:00000200:1.0:1784075306.402671:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289081984, portal 25 00000100:00000001:1.0:1784075306.402674:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075306.402675:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739604608 : -110008969947008 : ffff9bf28a6c9880) 00000100:00000040:1.0:1784075306.402681:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.402689:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075306.402692:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075306.402695:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c908. 00000100:00000200:1.0:1784075306.402699:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870738289081984, offset 0 00000400:00000200:1.0:1784075306.402706:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075306.402718:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.402777:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075306.402784:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075306.402789:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075306.402794:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075306.402796:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075306.402801:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [132:132:256:4294967295] 192.168.204.118@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:1.0:1784075306.402806:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.402817:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075306.402825:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075306.402832:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf286175600. 00000800:00000200:1.0:1784075306.402840:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075306.402852:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075306.402857:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf286175600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075306.402871:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075306.402875:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075306.402879:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295037171 00000100:00000010:1.0:1784075306.402883:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf283fd70c0. 00000100:00000001:1.0:1784075306.402897:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784075306.402904:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295037171 00000100:00000010:1.0:1784075306.402908:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf283fd7e40. 00000100:00000001:1.0:1784075306.402911:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784075306.402914:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075306.402917:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075306.402920:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075306.402924:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.402932:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075306.402933:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.402935:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075306.402937:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075306.402939:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075306.402942:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289082240:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075306.402946:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075306.402948:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075306.402950:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.402952:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075306.402955:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf287e3cc00. 02000000:00000001:1.0:1784075306.402957:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075306.402961:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075306.402964:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fb948. 00000400:00000010:1.0:1784075306.402969:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c5d8. 00000100:00000200:1.0:1784075306.402972:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289082240, portal 10 00000100:00000001:1.0:1784075306.402974:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075306.402975:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739601920 : -110008969949696 : ffff9bf28a6c8e00) 00000100:00000040:1.0:1784075306.402983:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.402989:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075306.402990:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075306.402993:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c990. 00000100:00000200:1.0:1784075306.403002:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289082240, offset 0 00000400:00000200:1.0:1784075306.403007:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403011:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403015:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075306.403017:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075306.403020:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075306.403022:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075306.403024:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403027:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [133:133:255:4294967295] 192.168.204.118@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:1.0:1784075306.403031:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403037:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075306.403042:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075306.403045:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf286175000. 00000800:00000200:1.0:1784075306.403049:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075306.403053:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075306.403056:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf286175000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075306.403059:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075306.403064:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: using a timeout of 162053 usecs (163 jiffies) 00000400:00000200:1.0:1784075306.403067:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075306.403069:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295036068 00000100:00000001:1.0:1784075306.403071:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403074:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295036068 00000100:00000001:1.0:1784075306.403076:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403078:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075306.403080:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075306.403082:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075306.403087:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.403093:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075306.403101:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.403104:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075306.403106:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075306.403108:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075306.403110:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289082496:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075306.403114:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075306.403116:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075306.403118:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.403119:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075306.403123:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf287e3de00. 02000000:00000001:1.0:1784075306.403125:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075306.403128:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075306.403131:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fbe18. 00000400:00000010:1.0:1784075306.403135:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14cb28. 00000100:00000200:1.0:1784075306.403138:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289082496, portal 10 00000100:00000001:1.0:1784075306.403140:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075306.403141:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739608192 : -110008969943424 : ffff9bf28a6ca680) 00000100:00000040:1.0:1784075306.403147:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.403153:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075306.403156:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075306.403158:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c550. 00000100:00000200:1.0:1784075306.403160:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289082496, offset 0 00000400:00000200:1.0:1784075306.403165:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403169:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403172:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075306.403175:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075306.403178:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075306.403180:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075306.403182:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403185:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [134:134:254:4294967295] 192.168.204.118@tcp LPNI seq info [134:134:6:4294967295] 00000400:00000200:1.0:1784075306.403189:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403194:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075306.403204:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075306.403207:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf286175500. 00000800:00000200:1.0:1784075306.403211:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075306.403215:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075306.403218:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf286175500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075306.403220:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075306.403223:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: using a timeout of 32131 usecs (33 jiffies) 00000400:00000200:1.0:1784075306.403226:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075306.403228:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295035938 00000100:00000001:1.0:1784075306.403232:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403234:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295035938 00000100:00000001:1.0:1784075306.403236:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403239:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075306.403241:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075306.403244:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075306.403248:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.403255:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075306.403256:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.403258:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075306.403260:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075306.403262:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075306.403265:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289082752:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075306.403268:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075306.403282:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075306.403284:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.403286:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075306.403290:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf287e3d600. 02000000:00000001:1.0:1784075306.403292:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075306.403295:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075306.403303:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fbec8. 00000400:00000010:1.0:1784075306.403306:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14cbb0. 00000100:00000200:1.0:1784075306.403310:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289082752, portal 4 00000100:00000001:1.0:1784075306.403311:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075306.403313:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739609984 : -110008969941632 : ffff9bf28a6cad80) 00000100:00000040:1.0:1784075306.403319:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.403325:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075306.403327:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075306.403329:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14ce58. 00000100:00000200:1.0:1784075306.403332:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870738289082752, offset 0 00000400:00000200:1.0:1784075306.403336:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403339:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403343:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075306.403345:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075306.403348:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075306.403350:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075306.403352:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403355:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [135:135:253:4294967295] 192.168.204.118@tcp LPNI seq info [135:135:5:4294967295] 00000400:00000200:1.0:1784075306.403359:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403364:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075306.403368:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075306.403372:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf286175d00. 00000800:00000200:1.0:1784075306.403376:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075306.403381:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075306.403383:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf286175d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075306.403386:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075306.403388:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: using a timeout of 28691 usecs (29 jiffies) 00000400:00000200:1.0:1784075306.403391:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075306.403393:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295035934 00000100:00000001:1.0:1784075306.403395:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403403:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295035934 00000100:00000001:1.0:1784075306.403405:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403407:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075306.403409:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075306.403412:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075306.403416:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075306.403425:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784075306.403427:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784075306.403430:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075306.403432:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784075306.403434:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075306.403438:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1784075306.403439:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075306.403441:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784075306.403443:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075306.403445:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075306.403447:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784075306.403448:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075306.403453:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.403460:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075306.403461:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.403463:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075306.403465:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075306.403467:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075306.403470:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289082112:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075306.403473:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075306.403476:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075306.403478:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.403480:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075306.403484:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28b153200. 02000000:00000001:1.0:1784075306.403487:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075306.403490:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075306.403493:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fbe70. 00000400:00000010:1.0:1784075306.403502:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c440. 00000100:00000200:1.0:1784075306.403505:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289082112, portal 10 00000100:00000001:1.0:1784075306.403507:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075306.403509:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739601024 : -110008969950592 : ffff9bf28a6c8a80) 00000100:00000040:1.0:1784075306.403516:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.403523:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075306.403525:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075306.403528:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14cf68. 00000100:00000200:1.0:1784075306.403531:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289082112, offset 0 00000400:00000200:1.0:1784075306.403535:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403539:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403542:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075306.403545:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075306.403547:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075306.403550:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075306.403552:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403555:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [136:136:252:4294967295] 192.168.204.118@tcp LPNI seq info [136:136:4:4294967295] 00000400:00000200:1.0:1784075306.403558:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403564:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075306.403568:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075306.403572:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf290c2e800. 00000800:00000200:1.0:1784075306.403576:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075306.403580:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075306.403583:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf290c2e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075306.403586:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075306.403589:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: using a timeout of 132637 usecs (133 jiffies) 00000400:00000200:1.0:1784075306.403592:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075306.403594:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295036038 00000100:00000001:1.0:1784075306.403596:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403605:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295036038 00000100:00000001:1.0:1784075306.403607:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403609:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075306.403611:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075306.403614:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075306.403619:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.403626:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075306.403627:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.403629:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075306.403631:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075306.403633:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075306.403636:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289082368:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075306.403639:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075306.403641:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075306.403643:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.403644:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075306.403648:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2854f5200. 02000000:00000001:1.0:1784075306.403650:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075306.403653:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075306.403655:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fbf20. 00000400:00000010:1.0:1784075306.403659:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14cee0. 00000100:00000200:1.0:1784075306.403662:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289082368, portal 10 00000100:00000001:1.0:1784075306.403663:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075306.403665:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739603712 : -110008969947904 : ffff9bf28a6c9500) 00000100:00000040:1.0:1784075306.403670:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.403677:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075306.403679:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075306.403682:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c6e8. 00000100:00000200:1.0:1784075306.403684:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289082368, offset 0 00000400:00000200:1.0:1784075306.403694:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403699:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403702:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075306.403705:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075306.403707:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075306.403710:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075306.403712:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403715:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [137:137:251:4294967295] 192.168.204.118@tcp LPNI seq info [137:137:3:4294967295] 00000400:00000200:1.0:1784075306.403718:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403775:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075306.403780:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075306.403786:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2a06e6200. 00000800:00000200:1.0:1784075306.403789:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075306.403794:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075306.403796:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2a06e6200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075306.403799:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075306.403803:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: using a timeout of 14318 usecs (15 jiffies) 00000400:00000200:1.0:1784075306.403806:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075306.403808:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295035921 00000100:00000001:1.0:1784075306.403811:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403813:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295035921 00000100:00000001:1.0:1784075306.403815:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403817:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075306.403819:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075306.403821:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075306.403826:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.403833:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075306.403834:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.403843:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075306.403844:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075306.403846:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075306.403849:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289082624:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075306.403853:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075306.403855:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075306.403857:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075306.403858:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075306.403861:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2854f5000. 02000000:00000001:1.0:1784075306.403863:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075306.403866:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075306.403869:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fbf78. 00000400:00000010:1.0:1784075306.403872:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c880. 00000100:00000200:1.0:1784075306.403875:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289082624, portal 4 00000100:00000001:1.0:1784075306.403877:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075306.403878:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739600128 : -110008969951488 : ffff9bf28a6c8700) 00000100:00000040:1.0:1784075306.403883:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.403890:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075306.403892:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075306.403894:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c220. 00000100:00000200:1.0:1784075306.403896:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870738289082624, offset 0 00000400:00000200:1.0:1784075306.403900:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403904:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403908:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075306.403910:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075306.403913:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075306.403915:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075306.403917:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075306.403920:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [138:138:250:4294967295] 192.168.204.118@tcp LPNI seq info [138:138:2:4294967295] 00000400:00000200:1.0:1784075306.403923:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.403929:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075306.403940:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075306.403943:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2a06e6e00. 00000800:00000200:1.0:1784075306.403947:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075306.403951:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075306.403953:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2a06e6e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075306.403956:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075306.403959:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: using a timeout of 28761 usecs (29 jiffies) 00000400:00000200:1.0:1784075306.403962:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075306.403964:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295035935 00000100:00000001:1.0:1784075306.403966:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403968:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295035935 00000100:00000001:1.0:1784075306.403970:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295037171 00000100:00000001:1.0:1784075306.403972:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075306.403975:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075306.403978:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075306.403980:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075306.404002:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075306.404005:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784075306.404803:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075306.404810:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf286175600. 00000400:00000200:0.0:1784075306.404822:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075306.404831:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075306.404838:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c908 00000400:00000010:0.0:1784075306.404841:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c908. 00000100:00000001:0.0:1784075306.404847:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075306.404854:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.404867:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.404871:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.404879:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.404881:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075306.404893:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075306.404895:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf286175000. 00000400:00000200:0.0:1784075306.404897:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075306.404900:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075306.404903:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c990 00000400:00000010:0.0:1784075306.404904:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c990. 00000100:00000001:0.0:1784075306.404906:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075306.404911:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.404918:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.404920:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.404926:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.404935:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075306.404942:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075306.404944:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf286175500. 00000400:00000200:0.0:1784075306.404946:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075306.404950:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075306.404952:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c550 00000400:00000010:0.0:1784075306.404954:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c550. 00000100:00000001:0.0:1784075306.404956:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075306.404960:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.404967:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.404970:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.404976:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.404977:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075306.404982:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075306.404983:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf286175d00. 00000400:00000200:0.0:1784075306.404985:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075306.404988:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075306.404990:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14ce58 00000400:00000010:0.0:1784075306.404992:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14ce58. 00000100:00000001:0.0:1784075306.404994:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075306.404997:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.405004:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.405006:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.405012:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.405013:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075306.405018:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075306.405020:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf290c2e800. 00000400:00000200:0.0:1784075306.405024:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075306.405026:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075306.405033:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14cf68 00000400:00000010:0.0:1784075306.405034:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14cf68. 00000100:00000001:0.0:1784075306.405037:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075306.405041:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.405049:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.405051:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.405058:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.405059:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075306.405065:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075306.405066:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2a06e6200. 00000400:00000200:0.0:1784075306.405069:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075306.405072:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075306.405074:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c6e8 00000400:00000010:0.0:1784075306.405075:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c6e8. 00000100:00000001:0.0:1784075306.405077:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075306.405081:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.405087:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.405090:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.405096:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.405098:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075306.405402:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075306.405407:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2a06e6e00. 00000400:00000200:0.0:1784075306.405411:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075306.405415:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075306.405418:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c220 00000400:00000010:0.0:1784075306.405420:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c220. 00000100:00000001:0.0:1784075306.405423:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075306.405428:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.405450:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.405453:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.405459:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.405460:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784075306.411660:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.411705:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075306.411711:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.411715:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.411769:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.411780:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075306.411795:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.411802:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.411810:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.411815:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33303f80 00000400:00000200:1.0:1784075306.411821:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.411831:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:1.0:1784075306.411840:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.411869:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.411874:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075306.411880:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075306.411893:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075306.411907:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075306.411922:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.411956:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075306.411973:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.411979:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075306.411981:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.411983:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.411986:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.411990:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075306.411993:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.411996:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.411999:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412001:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304080 00000400:00000200:1.0:1784075306.412005:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412010:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:1.0:1784075306.412014:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.412017:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.412019:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075306.412021:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075306.412024:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075306.412029:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075306.412038:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.412044:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075306.412055:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.412058:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075306.412061:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.412062:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.412065:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412068:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075306.412073:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412075:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412078:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412081:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33303f00 00000400:00000200:1.0:1784075306.412085:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412089:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:1.0:1784075306.412093:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.412096:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.412098:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075306.412101:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075306.412104:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075306.412109:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075306.412117:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.412124:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075306.412127:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.412131:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075306.412133:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.412135:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.412137:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412141:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075306.412145:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412147:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412150:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412153:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304000 00000400:00000200:1.0:1784075306.412155:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412165:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:1.0:1784075306.412169:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.412173:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.412176:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075306.412179:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075306.412182:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075306.412187:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075306.412196:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.412203:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075306.412207:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.412211:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075306.412213:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.412215:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.412217:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412220:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075306.412224:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412226:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412229:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412232:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a56d33303e80 00000400:00000200:1.0:1784075306.412236:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.412240:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:1.0:1784075306.412243:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.412246:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.412249:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075306.412252:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075306.412254:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075306.412259:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075306.412267:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.414011:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075306.414021:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784075306.414034:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075306.414037:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075306.414042:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fbe70. 00000400:00000200:0.0:1784075306.414055:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c440 00000400:00000010:0.0:1784075306.414058:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c440. 00000100:00000001:0.0:1784075306.414063:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075306.414074:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075306.414086:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.414132:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075306.414151:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.414166:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075306.414169:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.414172:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.414178:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.414184:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075306.414194:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.414197:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.414203:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.414206:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a56d33304180 00000400:00000200:1.0:1784075306.414212:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.414220:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:1.0:1784075306.414226:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.414232:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.414234:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075306.414239:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075306.414245:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075306.414260:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075306.414271:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.418085:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075306.418100:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.418107:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075306.418112:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075306.418116:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075306.418119:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075306.418122:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075306.418137:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81e460 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075306.418144:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81e418 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075306.418147:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075306.418148:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075306.418152:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784075306.418157:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.418162:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075306.418164:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075306.418167:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075306.418196:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.418683:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.418701:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075306.418705:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075306.418709:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075306.418714:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075306.418722:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289082112:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1784075306.418772:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075306.418775:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075306.418780:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fbf20. 00000400:00000200:0.0:1784075306.418790:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14cee0 00000400:00000010:0.0:1784075306.418793:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14cee0. 00000100:00000001:0.0:1784075306.418798:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075306.418803:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075306.418815:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.418823:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075306.418825:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.418828:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075306.418829:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075306.418831:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075306.418834:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075306.418836:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075306.418945:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a713460 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075306.418951:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a713418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075306.418954:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075306.418956:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075306.418958:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784075306.418960:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.418974:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075306.418976:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075306.418978:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075306.418980:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.419058:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.419066:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075306.419069:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075306.419070:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075306.419074:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075306.419083:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289082368:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1784075306.419091:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075306.419092:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075306.419095:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fb268. 00000400:00000200:0.0:1784075306.419099:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c770 00000400:00000010:0.0:1784075306.419102:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c770. 00000100:00000001:0.0:1784075306.419104:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075306.419109:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075306.419119:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.419126:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075306.419127:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.419129:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075306.419131:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075306.419133:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075306.419135:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075306.419137:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075306.419140:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075306.419142:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075306.419144:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075306.419152:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075306.419154:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784075306.419156:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.419158:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.419162:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.419169:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075306.419171:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075306.419172:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075306.419177:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075306.419185:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2400:1870738289081984:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1784075306.419192:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075306.419193:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075306.419196:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fb948. 00000400:00000200:0.0:1784075306.419199:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c5d8 00000400:00000010:0.0:1784075306.419201:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c5d8. 00000100:00000001:0.0:1784075306.419336:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075306.419342:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075306.419350:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.419357:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075306.419358:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.419360:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075306.419362:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075306.419364:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075306.419365:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075306.419367:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075306.419373:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81c460 time=75 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075306.419375:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81c418 time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075306.419378:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075306.419386:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075306.419388:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075306.419392:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075306.419399:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.419585:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075306.419588:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075306.419590:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075306.419592:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.419597:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.419604:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075306.419606:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075306.419607:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075306.419611:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075306.419618:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289082240:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1784075306.419625:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075306.419626:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075306.419628:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fbe18. 00000400:00000200:0.0:1784075306.419632:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14cb28 00000400:00000010:0.0:1784075306.419633:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14cb28. 00000100:00000001:0.0:1784075306.419636:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075306.419640:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075306.419649:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.419656:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075306.419658:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.419660:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075306.419667:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075306.419669:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075306.419671:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075306.419673:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784075306.419684:0:2400:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9bf286248000. 00000100:00001000:0.0:1784075306.419783:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a716c60 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075306.419786:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a716c18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075306.419789:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075306.419791:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075306.419792:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075306.419797:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075306.419804:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.419807:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075306.419809:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075306.419810:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075306.419812:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.419815:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.419823:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075306.419825:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075306.419827:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075306.419831:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075306.419839:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289082496:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075306.420154:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075306.420195:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.420213:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075306.420216:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.420219:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.420226:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.420233:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075306.420241:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.420245:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000001:0.0:1784075306.420344:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075306.420347:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075306.420350:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fbec8. 00000400:00000200:0.0:1784075306.420354:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14cbb0 00000400:00000010:0.0:1784075306.420355:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14cbb0. 00000100:00000001:0.0:1784075306.420358:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075306.420364:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075306.420381:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.420388:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075306.420389:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.420394:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075306.420396:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075306.420397:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075306.420399:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075306.420401:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075306.420605:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2863dcc60 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075306.420611:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2863dcc18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075306.420614:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075306.420616:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075306.420618:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075306.420624:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075306.420631:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.420635:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075306.420636:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075306.420638:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075306.420640:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.420644:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.420651:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075306.420654:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075306.420656:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075306.420659:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075306.420668:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289082752:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075306.420673:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.420684:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.420784:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c8a80 x1870738289082112/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.420793:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075306.420797:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075306.420802:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28b153200. 02000000:00000001:0.0:1784075306.420809:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075306.420813:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075306.420815:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf28a81e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000020:00000001:0.0:1784075306.420818:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075306.420822:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf28df55a00. 02000000:00000001:0.0:1784075306.420828:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075306.420830:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075306.420833:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c8a80. 00000100:00000001:0.0:1784075306.420839:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075306.420914:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.420917:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.420924:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c9500 x1870738289082368/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.420931:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075306.420932:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075306.420934:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2854f5200. 02000000:00000001:0.0:1784075306.420938:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075306.420939:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075306.420940:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf28a713000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000020:00000001:0.0:1784075306.420942:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075306.420944:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf283fac300. 02000000:00000001:0.0:1784075306.420946:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075306.420948:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075306.420949:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c9500. 00000100:00000001:0.0:1784075306.420953:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075306.420954:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.420956:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.420962:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c9880 x1870738289081984/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.420969:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075306.420977:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075306.420978:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf287e3c400. 02000000:00000001:0.0:1784075306.420981:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075306.421056:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075306.421057:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1784075306.421060:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075306.421062:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf28df55c00. 02000000:00000001:0.0:1784075306.421065:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075306.421066:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075306.421068:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c9880. 00000100:00000001:0.0:1784075306.421070:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075306.421071:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.421074:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.421079:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c8e00 x1870738289082240/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.421085:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075306.421086:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075306.421088:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf287e3cc00. 02000000:00000001:0.0:1784075306.421090:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075306.421091:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075306.421092:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf28a81c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000020:00000001:0.0:1784075306.421094:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075306.421095:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf28df69f00. 02000000:00000001:0.0:1784075306.421097:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075306.421098:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075306.421099:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c8e00. 00000100:00000001:0.0:1784075306.421101:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075306.421103:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.421104:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.421109:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6ca680 x1870738289082496/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.421116:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075306.421118:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075306.421120:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf287e3de00. 02000000:00000001:0.0:1784075306.421122:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075306.421123:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075306.421131:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf28a716800 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000020:00000001:0.0:1784075306.421134:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075306.421135:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf283faca00. 02000000:00000001:0.0:1784075306.421137:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075306.421138:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075306.421140:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6ca680. 00000100:00000001:0.0:1784075306.421142:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075306.421144:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.421146:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.421150:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6cad80 x1870738289082752/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.421157:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075306.421158:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075306.421160:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf287e3d600. 02000000:00000001:0.0:1784075306.421162:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075306.421163:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075306.421164:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf2863dc800 refcount=2 obd=lustre-OST0001-osc-ffff9bf28a848800 00000020:00000001:0.0:1784075306.421166:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075306.421168:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf283fac900. 02000000:00000001:0.0:1784075306.421169:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075306.421171:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075306.421172:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6cad80. 00000100:00000001:0.0:1784075306.421175:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075306.421176:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.421181:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.421183:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075306.421187:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075306.421190:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.421191:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075306.421557:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.421565:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a56d33304100 00000400:00000200:1.0:1784075306.421572:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075306.421582:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:1.0:1784075306.421594:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.421620:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075306.421625:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075306.421631:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075306.421640:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075306.421648:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075306.421659:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075306.422382:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075306.422399:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075306.422405:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.422630:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075306.422635:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784075306.422644:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075306.422646:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075306.422651:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fbf78. 00000400:00000200:0.0:1784075306.422658:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c880 00000400:00000010:0.0:1784075306.422661:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c880. 00000100:00000001:0.0:1784075306.422665:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075306.422675:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075306.422823:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.422831:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075306.422834:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.422838:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075306.422841:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075306.422844:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075306.422847:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075306.422851:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075306.422862:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2863df460 time=11 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075306.422867:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2863df418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075306.422870:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075306.422872:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075306.422875:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075306.422880:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075306.422888:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.422892:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075306.422895:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075306.422897:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075306.422899:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075306.422904:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.422912:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075306.422915:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075306.422918:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075306.422922:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075306.422930:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289082624:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075306.422935:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.422944:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075306.422948:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c8700 x1870738289082624/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075306.422956:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075306.422958:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075306.422963:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2854f5000. 02000000:00000001:0.0:1784075306.422967:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075306.422969:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075306.422971:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf2863df000 refcount=2 obd=lustre-OST0000-osc-ffff9bf28a848800 00000020:00000001:0.0:1784075306.422974:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075306.422976:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf283facf00. 02000000:00000001:0.0:1784075306.422979:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075306.422981:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075306.422983:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c8700. 00000100:00000001:0.0:1784075306.422987:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075306.422988:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.422990:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075306.423001:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784075306.423003:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075306.423005:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075306.423009:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075306.532484:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075306.532497:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075306.532505:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075306.532507:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075306.532621:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075306.532626:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075306.532630:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075307.553844:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075307.553852:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075307.553858:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075307.553860:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075307.553947:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075307.553951:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075307.553954:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784075307.681861:0:127:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615110 (cpu 0) has reached its deadline 4295037171, at 4295037184 00000100:00000010:1.0:1784075307.681876:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf283fd7e40. 00000100:00000040:0.0:1784075307.682038:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615000 (cpu 0) has reached its deadline 4295037171, at 4295037184 00000100:00000010:0.0:1784075307.682044:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf283fd70c0. 00010000:00000001:3.0:1784075308.616423:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075308.616431:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075308.616436:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075308.616438:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784075308.616900:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784075308.616904:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784075308.616908:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075309.666022:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075309.666037:0:8954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1784075309.666040:0:8954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1784075309.666045:0:8954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075309.666053:0:8954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1784075309.666056:0:8954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075309.666058:0:8954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075309.666061:0:8954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075309.666066:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075309.666067:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075309.666177:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075309.666182:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075309.666185:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1784075310.539290:0:9635:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1784075310.539303:0:9635:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1784075310.554934:0:9637:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1784075310.554951:0:9637:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1784075310.621833:0:9644:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1784075310.621847:0:9644:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1784075310.642017:0:9646:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1784075310.642032:0:9646:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075310.689883:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075310.689892:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075310.689898:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075310.689899:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784075310.691842:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784075310.691850:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784075310.691856:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784075311.526912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075311.526924:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075311.526939:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a685c00. 00000020:00000040:2.0:1784075311.526947:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1784075311.526951:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075311.526956:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075311.526962:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075311.526972:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4a00. 00000100:00000001:2.0:1784075311.526980:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.526994:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075311.527007:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075311.527011:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527019:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017cc94de] to pc [ptlrpcd_01_00+0] req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.527057:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075311.527064:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075311.527067:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a684380. 00000020:00000040:2.0:1784075311.527070:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a81e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000100:00000001:2.0:1784075311.527072:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075311.527073:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075311.527095:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075311.527099:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4f00. 00000100:00000001:2.0:1784075311.527102:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527107:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075311.527115:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075311.527117:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527121:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7125862] to pc [ptlrpcd_01_01+1] req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.527130:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527132:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075311.527136:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075311.527140:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a687480. 00000020:00000040:2.0:1784075311.527143:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a81c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000100:00000001:2.0:1784075311.527145:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075311.527146:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075311.527156:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075311.527159:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4700. 00000100:00000001:2.0:1784075311.527161:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527165:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075311.527171:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075311.527173:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527182:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018bd598b] to pc [ptlrpcd_01_00+0] req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.527195:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784075311.527822:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784075311.527825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784075311.527840:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784075311.527844:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075311.527848:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075311.527853:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a687100. 00000020:00000040:2.0:1784075311.527857:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a713000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000100:00000001:2.0:1784075311.527860:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075311.527862:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075311.527865:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075311.527870:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4100. 00000100:00000001:2.0:1784075311.527875:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527882:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075311.527948:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075311.527952:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527958:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a43c2eaf] to pc [ptlrpcd_01_01+1] req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.527968:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075311.527974:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075311.527977:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a687800. 00000020:00000040:2.0:1784075311.527980:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a716800 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000100:00000001:2.0:1784075311.527982:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075311.527984:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075311.527985:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075311.527989:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4900. 00000100:00000001:2.0:1784075311.527992:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.527996:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075311.528003:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075311.528010:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.528014:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000177ea832] to pc [ptlrpcd_01_00+0] req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.528022:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.528101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075311.528106:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075311.528111:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a684000. 00000020:00000040:2.0:1784075311.528114:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf2863df000 refcount=3 obd=lustre-OST0000-osc-ffff9bf28a848800 00000100:00000001:2.0:1784075311.528116:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075311.528117:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075311.528119:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075311.528123:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4300. 00000100:00000001:2.0:1784075311.528126:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.528130:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075311.528138:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075311.528140:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.528143:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db97b955] to pc [ptlrpcd_01_01+1] req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.528151:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.528153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075311.528156:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075311.528159:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a685f80. 00000020:00000040:2.0:1784075311.528161:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf2863dc800 refcount=3 obd=lustre-OST0001-osc-ffff9bf28a848800 00000100:00000001:2.0:1784075311.528162:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075311.528163:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075311.528165:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075311.528167:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4400. 00000100:00000001:2.0:1784075311.528169:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.528172:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075311.533110:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075311.533116:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.533136:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e797c309] to pc [ptlrpcd_01_00+0] req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.533148:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.533161:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (378) 00000100:00000001:2.0:1784075311.533427:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075311.533432:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075311.533436:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075311.533445:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.533455:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075311.533458:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.533464:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075311.533469:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075311.533472:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075311.533476:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289082880:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075311.533481:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075311.533489:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075311.533492:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.533495:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075311.533504:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2908b2e00. 02000000:00000001:2.0:1784075311.533506:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075311.533516:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075311.533522:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95ca50. 00000400:00000010:2.0:1784075311.533530:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2440. 00000100:00000200:2.0:1784075311.533682:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289082880, portal 25 00000100:00000001:2.0:1784075311.533686:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075311.533687:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739326976 : -110008970224640 : ffff9bf28a685c00) 00000100:00000040:2.0:1784075311.533694:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.533715:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075311.533718:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075311.533722:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2330. 00000100:00000200:2.0:1784075311.533770:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870738289082880, offset 0 00000400:00000200:2.0:1784075311.533779:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075311.533791:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075311.533801:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075311.533808:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075311.533813:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075311.533817:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075311.533821:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075311.533826:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [139:139:256:4294967295] 192.168.204.118@tcp LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1784075311.533831:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075311.533843:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075311.533851:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075311.533857:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4800. 00000800:00000200:2.0:1784075311.533866:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075311.533877:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075311.533883:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075311.534138:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075311.534143:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075311.534147:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295042302 00000100:00000010:2.0:1784075311.534153:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a682900. 00000100:00000001:2.0:1784075311.534161:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784075311.534169:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295042302 00000100:00000010:2.0:1784075311.534172:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a682960. 00000100:00000001:2.0:1784075311.534192:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784075311.534198:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075311.534343:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784075311.534357:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784075311.534360:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784075311.534370:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.534380:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784075311.534382:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075311.534385:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784075311.534388:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784075311.534391:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784075311.534395:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289083008:192.168.204.118@tcp:400:kworker.0 00000100:00000001:3.0:1784075311.534399:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784075311.534403:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784075311.534406:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075311.534408:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784075311.534414:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2812e7a00. 02000000:00000001:3.0:1784075311.534416:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784075311.534421:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1784075311.534425:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf289f7fcb8. 00000400:00000010:3.0:1784075311.534431:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841cef68. 00000100:00000200:3.0:1784075311.534435:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289083008, portal 10 00000100:00000001:3.0:1784075311.534437:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784075311.534439:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739320704 : -110008970230912 : ffff9bf28a684380) 00000100:00000040:3.0:1784075311.534447:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.534454:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784075311.534457:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:3.0:1784075311.534460:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841ce330. 00000100:00000200:3.0:1784075311.534471:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289083008, offset 0 00000400:00000200:3.0:1784075311.534477:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1784075311.534483:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075311.534487:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1784075311.534491:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784075311.534494:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1784075311.534496:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784075311.534499:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1784075311.534503:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [140:140:255:4294967295] 192.168.204.118@tcp LPNI seq info [140:140:7:4294967295] 00000400:00000200:3.0:1784075311.534507:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075311.534514:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1784075311.534520:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1784075311.534524:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf285227800. 00000800:00000200:3.0:1784075311.534528:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1784075311.534534:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1784075311.534548:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf285227800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784075311.534552:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075311.534556:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: using a timeout of 127738 usecs (128 jiffies) 00000400:00000200:3.0:1784075311.534559:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1784075311.534561:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295041164 00000100:00000001:3.0:1784075311.534563:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295042302 00000100:00000001:3.0:1784075311.534566:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295041164 00000100:00000001:3.0:1784075311.534568:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295042302 00000100:00000001:3.0:1784075311.534570:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075311.534572:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.534575:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784075311.534580:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.534588:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784075311.534595:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075311.534597:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784075311.534599:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784075311.534601:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784075311.534604:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289083264:192.168.204.118@tcp:400:kworker.0 00000100:00000001:3.0:1784075311.534608:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784075311.534611:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784075311.534614:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075311.534616:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784075311.534619:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2812e7800. 02000000:00000001:3.0:1784075311.534621:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784075311.534624:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1784075311.534626:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf289f7f9a0. 00000400:00000010:3.0:1784075311.534630:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841ceaa0. 00000100:00000200:3.0:1784075311.534633:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289083264, portal 10 00000100:00000001:3.0:1784075311.534634:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784075311.534636:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739332352 : -110008970219264 : ffff9bf28a687100) 00000100:00000040:3.0:1784075311.534642:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.534648:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784075311.534651:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:3.0:1784075311.534653:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841ce198. 00000100:00000200:3.0:1784075311.534656:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289083264, offset 0 00000400:00000200:3.0:1784075311.534669:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1784075311.534673:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075311.534677:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1784075311.534680:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784075311.534682:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1784075311.534684:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784075311.534687:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1784075311.534690:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [141:141:254:4294967295] 192.168.204.118@tcp LPNI seq info [141:141:6:4294967295] 00000400:00000200:3.0:1784075311.534694:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075311.534700:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1784075311.534710:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1784075311.534714:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf285227300. 00000800:00000200:3.0:1784075311.534718:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1784075311.534747:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1784075311.534751:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf285227300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784075311.534755:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075311.534758:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: using a timeout of 15118 usecs (16 jiffies) 00000400:00000200:3.0:1784075311.534762:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1784075311.534765:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295041052 00000100:00000001:3.0:1784075311.534767:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295042302 00000100:00000001:3.0:1784075311.534769:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295041052 00000100:00000001:3.0:1784075311.534772:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295042302 00000100:00000001:3.0:1784075311.534774:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075311.534776:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.534778:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784075311.534783:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.534791:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784075311.534793:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075311.534795:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784075311.534797:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784075311.534799:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784075311.534802:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289083520:192.168.204.118@tcp:400:kworker.0 00000100:00000001:3.0:1784075311.534806:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784075311.534810:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784075311.534812:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075311.534814:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784075311.534820:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf284d1e000. 02000000:00000001:3.0:1784075311.534822:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784075311.534826:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1784075311.534833:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf289f7fdc0. 00000400:00000010:3.0:1784075311.534838:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841cecc0. 00000100:00000200:3.0:1784075311.534841:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289083520, portal 4 00000100:00000001:3.0:1784075311.534843:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784075311.534845:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739319808 : -110008970231808 : ffff9bf28a684000) 00000100:00000040:3.0:1784075311.534852:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.534859:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784075311.534861:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:3.0:1784075311.534864:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841ce000. 00000100:00000200:3.0:1784075311.534867:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870738289083520, offset 0 00000400:00000200:3.0:1784075311.534872:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1784075311.534876:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075311.534879:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1784075311.534882:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784075311.535090:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1784075311.535094:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784075311.535097:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1784075311.535100:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [142:142:253:4294967295] 192.168.204.118@tcp LPNI seq info [142:142:5:4294967295] 00000400:00000200:3.0:1784075311.535104:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075311.535111:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1784075311.535116:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1784075311.535120:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf285227600. 00000800:00000200:3.0:1784075311.535124:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1784075311.535128:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1784075311.535131:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf285227600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784075311.535134:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075311.535137:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: using a timeout of 27706 usecs (28 jiffies) 00000400:00000200:3.0:1784075311.535140:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1784075311.535142:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295041064 00000100:00000001:3.0:1784075311.535145:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295042302 00000100:00000001:3.0:1784075311.535152:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295041064 00000100:00000001:3.0:1784075311.535155:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295042302 00000100:00000001:3.0:1784075311.535157:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075311.535159:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.535162:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.535166:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.535176:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784075311.535179:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784075311.535181:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784075311.535183:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784075311.535185:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.535188:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.535806:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.535818:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075311.535827:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.535837:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075311.535839:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.535842:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075311.535845:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075311.535847:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075311.535850:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289083136:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075311.535854:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075311.535859:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075311.535861:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.535863:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075311.535867:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2908b3000. 02000000:00000001:2.0:1784075311.535869:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075311.535874:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075311.535878:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c580. 00000400:00000010:2.0:1784075311.535884:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2198. 00000100:00000200:2.0:1784075311.536028:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289083136, portal 10 00000100:00000001:2.0:1784075311.536031:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075311.536032:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739333248 : -110008970218368 : ffff9bf28a687480) 00000100:00000040:2.0:1784075311.536039:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.536047:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075311.536049:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075311.536052:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2d48. 00000100:00000200:2.0:1784075311.536056:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289083136, offset 0 00000400:00000200:2.0:1784075311.536062:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075311.536068:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075311.536074:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075311.536078:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075311.536081:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075311.536084:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075311.536092:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075311.536096:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [143:143:252:4294967295] 192.168.204.118@tcp LPNI seq info [143:143:4:4294967295] 00000400:00000200:2.0:1784075311.536100:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075311.536109:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075311.536115:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075311.536119:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4200. 00000800:00000200:2.0:1784075311.536124:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075311.536129:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075311.536133:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075311.536137:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.536140:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: using a timeout of 154243 usecs (155 jiffies) 00000400:00000200:2.0:1784075311.536143:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075311.536146:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295041193 00000100:00000001:2.0:1784075311.536148:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295042302 00000100:00000001:2.0:1784075311.536151:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295041193 00000100:00000001:2.0:1784075311.536153:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295042302 00000100:00000001:2.0:1784075311.536155:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075311.536158:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.536160:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075311.536166:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.536512:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075311.536514:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.536517:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075311.536519:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075311.536521:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075311.536526:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2402:1870738289083392:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075311.536529:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075311.536533:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075311.536590:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.536592:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075311.536597:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2908b2400. 02000000:00000001:2.0:1784075311.536599:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075311.536603:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075311.536606:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c688. 00000400:00000010:2.0:1784075311.536610:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2cc0. 00000100:00000200:2.0:1784075311.536614:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289083392, portal 10 00000100:00000001:2.0:1784075311.536616:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075311.536617:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739334144 : -110008970217472 : ffff9bf28a687800) 00000020:00000010:2.0:1784075311.536627:0:2402:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9bf286242000. 00000100:00000040:2.0:1784075311.536635:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.536641:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075311.536643:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075311.536646:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2aa0. 00000100:00000200:2.0:1784075311.536649:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289083392, offset 0 00000400:00000200:2.0:1784075311.536654:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075311.536658:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075311.536671:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075311.536674:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075311.536676:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075311.536678:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075311.536680:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075311.536683:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [144:144:251:4294967295] 192.168.204.118@tcp LPNI seq info [144:144:3:4294967295] 00000400:00000200:2.0:1784075311.536686:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075311.536693:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075311.536697:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075311.536701:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4e00. 00000800:00000200:2.0:1784075311.536706:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075311.536711:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075311.536714:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075311.538758:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.538775:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: using a timeout of 29521 usecs (30 jiffies) 00000400:00000200:2.0:1784075311.538785:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075311.538790:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295041071 00000100:00000001:2.0:1784075311.538795:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295042302 00000100:00000001:2.0:1784075311.538798:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295041071 00000100:00000001:2.0:1784075311.538801:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295042302 00000100:00000001:2.0:1784075311.538804:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075311.538808:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.538814:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075311.538827:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.538838:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075311.538840:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.538845:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075311.538849:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075311.538852:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075311.538856:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2402:1870738289083648:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075311.538860:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075311.538866:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075311.538869:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.538871:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1784075311.539044:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075311.539050:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4800. 00000400:00000200:1.0:1784075311.539060:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.539066:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075311.539075:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2330 00000400:00000010:1.0:1784075311.539077:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2330. 00000100:00000001:1.0:1784075311.539083:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075311.539089:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539102:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075311.539123:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539132:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075311.539134:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075311.539150:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075311.539153:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf285227800. 00000400:00000200:1.0:1784075311.539156:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.539160:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075311.539163:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841ce330 00000400:00000010:1.0:1784075311.539165:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841ce330. 00000100:00000001:1.0:1784075311.539168:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075311.539172:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539195:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075311.539205:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539213:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075311.539215:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075311.539225:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075311.539227:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf285227300. 00000400:00000200:1.0:1784075311.539230:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.539234:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075311.539237:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841ce198 00000400:00000010:1.0:1784075311.539239:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841ce198. 00000100:00000001:1.0:1784075311.539242:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075311.539247:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539254:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075311.539257:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539264:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075311.539266:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075311.539279:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075311.539281:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf285227600. 00000400:00000200:1.0:1784075311.539284:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.539288:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075311.539291:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841ce000 00000400:00000010:1.0:1784075311.539292:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841ce000. 00000100:00000001:1.0:1784075311.539295:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075311.539299:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539306:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075311.539309:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539314:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075311.539316:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075311.539322:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075311.539324:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4200. 00000400:00000200:1.0:1784075311.539327:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.539331:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075311.539333:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2d48 00000400:00000010:1.0:1784075311.539335:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2d48. 00000100:00000001:1.0:1784075311.539337:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075311.539342:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539362:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075311.539365:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539373:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075311.539375:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075311.539450:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075311.539453:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4e00. 00000400:00000200:1.0:1784075311.539456:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.539460:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075311.539463:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2aa0 00000400:00000010:1.0:1784075311.539469:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2aa0. 00000100:00000001:1.0:1784075311.539472:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075311.539478:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539485:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075311.539487:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.539493:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075311.539495:0:2393:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1784075311.540149:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2908b3200. 02000000:00000001:2.0:1784075311.540159:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075311.540168:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1784075311.540926:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf289f7f1b8. 00000400:00000010:3.0:1784075311.540941:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841ce2a8. 00000100:00000200:3.0:1784075311.540951:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289083648, portal 4 00000100:00000001:3.0:1784075311.540955:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784075311.540958:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739327872 : -110008970223744 : ffff9bf28a685f80) 00000100:00000040:3.0:1784075311.540976:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.540986:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784075311.540989:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:3.0:1784075311.540992:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841ce4c8. 00000100:00000200:3.0:1784075311.540996:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870738289083648, offset 0 00000400:00000200:3.0:1784075311.541004:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1784075311.541016:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075311.541027:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1784075311.541034:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784075311.541039:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1784075311.541044:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784075311.541047:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1784075311.541051:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [145:145:256:4294967295] 192.168.204.118@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:3.0:1784075311.541055:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075311.541065:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1784075311.541086:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1784075311.541093:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf285227500. 00000800:00000200:3.0:1784075311.541102:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1784075311.541111:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1784075311.541117:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf285227500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784075311.541138:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075311.541144:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: using a timeout of 26618 usecs (27 jiffies) 00000400:00000200:3.0:1784075311.541148:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1784075311.541151:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295041070 00000100:00000001:3.0:1784075311.541155:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295042302 00000100:00000001:3.0:1784075311.541158:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295041070 00000100:00000001:3.0:1784075311.541160:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295042302 00000100:00000001:3.0:1784075311.541163:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075311.541166:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.541171:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.541183:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.541195:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784075311.541198:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784075311.541655:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784075311.541658:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784075311.541669:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.541673:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075311.542334:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075311.542342:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf285227500. 00000400:00000200:1.0:1784075311.543185:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.543334:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075311.543344:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841ce4c8 00000400:00000010:1.0:1784075311.543348:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841ce4c8. 00000100:00000001:1.0:1784075311.543355:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075311.543364:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.543380:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075311.543384:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.543391:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075311.543393:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784075311.545062:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.545089:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075311.545095:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.545098:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.545108:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.545118:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075311.545129:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.545134:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.545141:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.545147:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a56d33304480 00000400:00000200:1.0:1784075311.545170:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.545191:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:1.0:1784075311.545268:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.545280:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.545284:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.545290:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075311.545300:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075311.545310:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075311.545322:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.545340:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075311.545350:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.545354:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.546396:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784075311.546406:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784075311.546421:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784075311.546423:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784075311.546429:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf289f7fdc0. 00000400:00000200:3.0:1784075311.546436:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841cecc0 00000400:00000010:3.0:1784075311.546439:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841cecc0. 00000100:00000001:3.0:1784075311.546444:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784075311.546454:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784075311.546483:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.546491:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784075311.546494:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.546498:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784075311.546502:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784075311.546505:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784075311.546508:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075311.546511:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784075311.546524:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2863df460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1784075311.546529:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2863df418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1784075311.546532:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784075311.546534:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784075311.546627:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.546639:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075311.546642:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.546645:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.546651:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.546658:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075311.546674:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.546678:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.546683:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.546687:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a56d33304200 00000400:00000200:1.0:1784075311.546693:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.546699:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:1.0:1784075311.546706:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.546710:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.546713:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.546716:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075311.547822:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075311.547842:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075311.547874:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784075311.548513:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1784075311.548525:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.549278:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075311.549303:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.549321:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075311.549324:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.549328:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.549335:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.549342:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075311.549350:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.549355:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.549361:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.549365:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304280 00000400:00000200:1.0:1784075311.549370:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.549378:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:1.0:1784075311.549386:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.549391:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.549394:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.549399:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075311.549406:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075311.549413:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075311.549425:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.549434:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075311.549437:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.549440:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075311.549442:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.549444:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.549447:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.549466:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075311.549471:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.549474:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.549477:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.549479:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304380 00000400:00000200:1.0:1784075311.549483:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.549486:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1784075311.549490:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.549494:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.549496:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.549499:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075311.549502:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075311.549507:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075311.549515:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.549522:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075311.549526:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.549528:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075311.549530:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.549532:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.550054:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075311.550061:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784075311.550070:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075311.550073:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075311.550078:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95ca50. 00000400:00000200:2.0:1784075311.550084:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2440 00000400:00000010:2.0:1784075311.550088:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2440. 00000100:00000001:2.0:1784075311.550101:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075311.550107:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075311.550117:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.550123:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075311.550125:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.550128:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075311.550131:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075311.550134:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075311.550137:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.550140:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075311.550148:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075311.550153:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075311.550155:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075311.550157:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075311.550159:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075311.550162:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.550165:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.550171:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.550177:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075311.550181:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075311.550183:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075311.550188:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075311.550196:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289082880:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075311.551151:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.551157:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075311.551166:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a685c00 x1870738289082880/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.551174:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075311.551193:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1784075311.551434:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.551442:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784075311.551446:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:3.0:1784075311.551448:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784075311.551450:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075311.551458:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.551465:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075311.551468:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784075311.551470:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784075311.551473:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075311.551481:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289083520:192.168.204.118@tcp:400:kworker.0 00000100:00000001:3.0:1784075311.551486:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.551494:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784075311.551498:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a684000 x1870738289083520/t0(0) o400->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.551503:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784075311.551505:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784075311.551508:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf284d1e000. 02000000:00000001:3.0:1784075311.551514:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784075311.551517:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784075311.551520:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf2863df000 refcount=2 obd=lustre-OST0000-osc-ffff9bf28a848800 00000020:00000001:3.0:1784075311.551522:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784075311.551525:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4300. 02000000:00000001:3.0:1784075311.551529:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784075311.551532:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784075311.551534:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a684000. 00000400:00000200:1.0:1784075311.552876:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.552903:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 02000000:00000010:2.0:1784075311.553114:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2908b2e00. 02000000:00000001:2.0:1784075311.553128:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075311.553132:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075311.553134:0:2402:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1784075311.553137:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075311.553143:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4a00. 02000000:00000001:2.0:1784075311.553147:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075311.553149:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075311.553152:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a685c00. 00000100:00000001:2.0:1784075311.553157:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075311.553159:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.553166:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.553169:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075311.553172:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075311.553176:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.553178:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075311.553351:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.553358:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.553366:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.553371:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304300 00000400:00000200:1.0:1784075311.553376:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.553386:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:1.0:1784075311.553397:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.553416:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.553441:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.553447:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075311.553456:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075311.553467:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075311.553479:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.553498:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075311.553511:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.553515:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075311.553518:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.553520:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.553524:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.553528:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075311.553533:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1784075311.553746:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784075311.553748:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.553751:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.553753:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784075311.553755:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784075311.553763:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784075311.553765:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784075311.553769:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf289f7fcb8. 00000400:00000200:3.0:1784075311.553773:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841cef68 00000400:00000010:3.0:1784075311.553776:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841cef68. 00000100:00000001:3.0:1784075311.553780:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784075311.553786:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784075311.553796:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.553803:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784075311.553805:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.553808:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784075311.553812:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784075311.553815:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784075311.553818:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075311.553821:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784075311.553841:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81e460 time=81 v=5 (5 0 0 0) 00000100:00001000:3.0:1784075311.553847:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81e418 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1784075311.553849:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784075311.553851:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075311.553855:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784075311.553859:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.553863:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784075311.553865:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:3.0:1784075311.553867:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784075311.553869:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075311.553875:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.553882:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075311.553885:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784075311.553886:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784075311.553890:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075311.553897:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289083008:192.168.204.118@tcp:400:kworker.0 00000400:00000001:3.0:1784075311.553904:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784075311.553906:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784075311.553908:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf289f7f9a0. 00000400:00000200:3.0:1784075311.553911:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841ceaa0 00000400:00000010:3.0:1784075311.553913:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841ceaa0. 00000100:00000001:3.0:1784075311.553915:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784075311.553919:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.554053:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075311.554055:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784075311.554059:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075311.554061:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075311.554063:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c580. 00000400:00000200:2.0:1784075311.554067:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2198 00000400:00000010:2.0:1784075311.554068:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2198. 00000100:00000001:2.0:1784075311.554072:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075311.554077:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075311.554086:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.554091:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075311.554093:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.554095:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075311.554097:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075311.554098:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075311.554100:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.554103:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075311.554108:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81c460 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075311.554119:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81c418 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075311.554121:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075311.554123:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075311.554124:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784075311.554128:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784075311.554134:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.554137:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075311.554138:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075311.554140:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075311.554141:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.554144:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.554150:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075311.554152:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075311.554153:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075311.554156:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075311.554163:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2402:1870738289083136:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075311.554168:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.554171:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075311.554174:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a687480 x1870738289083136/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.554181:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075311.554184:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075311.554187:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2908b3000. 02000000:00000001:2.0:1784075311.554190:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075311.554192:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075311.554194:0:2402:0:(genops.c:1244:class_import_put()) import ffff9bf28a81c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000020:00000001:2.0:1784075311.554196:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784075311.555022:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.555034:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.555039:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304400 00000400:00000200:1.0:1784075311.555045:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.555053:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:1.0:1784075311.555062:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.555077:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.555081:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.555085:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075311.555092:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075311.555099:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075311.555110:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.555118:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075311.555142:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784075311.555293:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4700. 02000000:00000001:2.0:1784075311.555306:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075311.555309:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075311.555312:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a687480. 00000100:00000001:2.0:1784075311.555315:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075311.555317:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.555322:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.555324:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075311.555326:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784075311.555331:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075311.555333:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075311.555336:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c688. 00000400:00000200:2.0:1784075311.555339:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2cc0 00000400:00000010:2.0:1784075311.555340:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2cc0. 00000100:00000001:2.0:1784075311.555343:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075311.555348:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075311.555356:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.555362:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075311.555364:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.555367:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075311.555369:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075311.555370:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075311.555373:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.555375:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075311.555383:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a716c60 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075311.555387:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a716c18 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075311.555389:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075311.555391:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075311.555393:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784075311.555397:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784075311.555403:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.555406:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075311.555408:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075311.555415:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075311.555417:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.555421:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.555427:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075311.555430:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075311.555432:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075311.555436:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075311.555444:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2402:1870738289083392:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075311.555449:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.555451:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075311.555454:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a687800 x1870738289083392/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.555460:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075311.555462:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075311.555464:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2908b2400. 02000000:00000001:2.0:1784075311.555467:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075311.555469:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075311.555470:0:2402:0:(genops.c:1244:class_import_put()) import ffff9bf28a716800 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000020:00000001:2.0:1784075311.555472:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075311.555474:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4900. 02000000:00000001:2.0:1784075311.555476:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075311.555477:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075311.555479:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a687800. 00000100:00000001:2.0:1784075311.555481:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075311.555483:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.555485:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.555486:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075311.555488:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075311.555489:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.555491:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784075311.555764:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.555771:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784075311.555773:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.555775:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784075311.555783:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784075311.555784:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784075311.555786:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075311.555788:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784075311.555794:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a713460 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1784075311.555797:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a713418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1784075311.555799:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784075311.555801:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075311.555803:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784075311.555805:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.555807:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784075311.555809:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:3.0:1784075311.555810:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784075311.555812:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075311.555816:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.555822:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075311.555824:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784075311.555825:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784075311.555828:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075311.555836:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289083264:192.168.204.118@tcp:400:kworker.0 00000100:00000001:3.0:1784075311.555840:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.555842:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784075311.555847:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a684380 x1870738289083008/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.555853:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784075311.555854:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784075311.555856:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2812e7a00. 02000000:00000001:3.0:1784075311.555861:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784075311.555863:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784075311.555864:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf28a81e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000020:00000001:3.0:1784075311.555866:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784075311.555873:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4f00. 02000000:00000001:3.0:1784075311.555876:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784075311.555877:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784075311.555879:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a684380. 00000100:00000001:3.0:1784075311.555895:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784075311.555896:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.555898:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784075311.555902:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a687100 x1870738289083264/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075311.555908:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784075311.555909:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784075311.555911:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2812e7800. 02000000:00000001:3.0:1784075311.555913:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784075311.555914:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784075311.555915:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf28a713000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000020:00000001:3.0:1784075311.555917:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784075311.555918:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4100. 02000000:00000001:3.0:1784075311.555920:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784075311.555921:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784075311.555922:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a687100. 00000100:00000001:3.0:1784075311.555925:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784075311.555926:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.555928:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075311.555938:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784075311.555940:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075311.555943:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784075311.555945:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784075311.556398:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075311.556403:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.556409:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.556415:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.556420:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075311.556429:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.556433:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.556438:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.556442:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a56d33304500 00000400:00000200:1.0:1784075311.556446:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075311.556452:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:1.0:1784075311.556458:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.556468:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075311.556471:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075311.556475:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075311.556480:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075311.556485:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075311.556495:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075311.556513:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075311.556520:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075311.556522:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.557010:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075311.557022:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784075311.557027:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075311.557029:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075311.557032:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf289f7f1b8. 00000400:00000200:2.0:1784075311.557037:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841ce2a8 00000400:00000010:2.0:1784075311.557039:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841ce2a8. 00000100:00000001:2.0:1784075311.557042:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075311.557048:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075311.557057:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.557064:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075311.557066:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.557069:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075311.557071:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075311.557073:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075311.557076:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075311.557078:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1784075311.557090:0:2402:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9bf286246000. 00000100:00001000:2.0:1784075311.557096:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2863dcc60 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075311.557100:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2863dcc18 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075311.557103:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075311.557105:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075311.557108:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784075311.557111:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784075311.557118:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.557121:0:2402:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075311.557122:0:2402:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075311.557124:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075311.557126:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075311.557130:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.557136:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075311.557143:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075311.557145:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075311.557149:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075311.557157:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2402:1870738289083648:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075311.557161:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.557164:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075311.557167:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a685f80 x1870738289083648/t0(0) o400->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075327 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075311.557173:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075311.557175:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075311.557178:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2908b3200. 02000000:00000001:2.0:1784075311.557181:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075311.557182:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075311.557184:0:2402:0:(genops.c:1244:class_import_put()) import ffff9bf2863dc800 refcount=2 obd=lustre-OST0001-osc-ffff9bf28a848800 00000020:00000001:2.0:1784075311.557186:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075311.557189:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4400. 02000000:00000001:2.0:1784075311.557192:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075311.557193:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075311.557195:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a685f80. 00000100:00000001:2.0:1784075311.560671:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075311.560680:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.560689:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075311.560707:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075311.560709:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075311.560713:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075311.560717:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075311.713938:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075311.713948:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075311.713956:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075311.713957:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075311.715330:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075311.715338:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075311.715344:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075312.739163:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075312.739173:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075312.739187:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075312.739188:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784075312.739461:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784075312.739466:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784075312.739471:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784075312.801899:0:127:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615110 (cpu 0) has reached its deadline 4295042302, at 4295042304 00000100:00000010:1.0:1784075312.801924:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a682960. 00000100:00000040:0.0:1784075312.802471:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615000 (cpu 0) has reached its deadline 4295042302, at 4295042304 00000100:00000010:0.0:1784075312.802480:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a682900. 00010000:00000001:3.0:1784075313.762228:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075313.762238:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075313.762268:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075313.762269:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075313.762451:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075313.762455:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075313.762459:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075314.785902:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075314.785912:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075314.785933:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075314.785934:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784075314.786089:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784075314.786116:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784075314.786120:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075315.811962:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075315.811978:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075315.811988:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075315.811993:0:8954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1784075315.811997:0:8954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1784075315.812001:0:8954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075315.812005:0:8954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1784075315.812007:0:8954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075315.812010:0:8954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075315.812013:0:8954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075315.812749:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075315.812765:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075315.812780:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784075316.647889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784075316.647903:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784075316.647917:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a941880. 00000020:00000040:3.0:1784075316.647926:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1784075316.647931:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784075316.647935:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784075316.647943:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784075316.647953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf285227000. 00000100:00000001:3.0:1784075316.647963:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.647979:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784075316.647992:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784075316.647998:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.648006:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc0b9c4d] to pc [ptlrpcd_01_01+1] req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075316.648047:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.648050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784075316.648054:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784075316.648079:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a940a80. 00000020:00000040:3.0:1784075316.648083:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf28a81e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000100:00000001:3.0:1784075316.648085:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784075316.648087:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784075316.648089:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784075316.648092:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf285227200. 00000100:00000001:3.0:1784075316.648096:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.648101:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784075316.648108:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784075316.648111:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.648114:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddc110c3] to pc [ptlrpcd_01_00+0] req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075316.648123:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.648125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784075316.648128:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784075316.648131:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a941180. 00000020:00000040:3.0:1784075316.648133:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf28a81c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000100:00000001:3.0:1784075316.648136:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784075316.648137:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784075316.648138:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784075316.648143:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf285227500. 00000100:00000001:3.0:1784075316.648146:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.648149:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784075316.648156:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784075316.648158:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.648161:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ae42d32] to pc [ptlrpcd_01_01+1] req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075316.648167:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.648176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784075316.648180:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784075316.648183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784075316.648186:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784075316.648190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784075316.648193:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784075316.648196:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a942d80. 00000020:00000040:3.0:1784075316.648198:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf28a713000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000100:00000001:3.0:1784075316.648201:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784075316.648202:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784075316.648204:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784075316.648207:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf285227600. 00000100:00000001:3.0:1784075316.648210:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.648214:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784075316.648220:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784075316.648222:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.648226:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038c79c30] to pc [ptlrpcd_01_00+0] req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075316.648233:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.648369:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075316.648375:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075316.648378:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075316.648385:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.648395:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075316.648397:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.648409:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075316.648412:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075316.648415:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075316.648419:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289083776:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075316.648424:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075316.648431:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075316.648434:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.648437:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075316.648443:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2908b2600. 02000000:00000001:2.0:1784075316.648446:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075316.648455:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075316.648461:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c688. 00000400:00000010:2.0:1784075316.648480:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2cc0. 00000100:00000200:2.0:1784075316.648489:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289083776, portal 25 00000100:00000001:2.0:1784075316.648492:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075316.648494:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742193280 : -110008967358336 : ffff9bf28a941880) 00000100:00000040:2.0:1784075316.648499:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.648507:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075316.648509:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075316.648512:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2198. 00000100:00000200:2.0:1784075316.648516:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870738289083776, offset 0 00000400:00000200:2.0:1784075316.648524:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075316.648536:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075316.648549:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075316.648556:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075316.648560:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075316.648575:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075316.648578:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075316.648583:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [146:146:256:4294967295] 192.168.204.118@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1784075316.648588:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075316.648600:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075316.648771:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075316.648777:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4400. 00000800:00000200:2.0:1784075316.648786:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075316.648796:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075316.648801:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075316.648821:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075316.648826:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075316.648829:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295047417 00000100:00000010:2.0:1784075316.648834:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a682300. 00000100:00000001:2.0:1784075316.648844:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784075316.648860:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295047417 00000100:00000010:2.0:1784075316.648864:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a682120. 00000100:00000001:2.0:1784075316.648868:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784075316.648872:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075316.648876:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.648879:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075316.648883:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.648891:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075316.648892:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.648895:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075316.648897:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075316.648899:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075316.648902:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289084032:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075316.648905:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075316.648908:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075316.648910:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.648912:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075316.648916:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2908b3c00. 02000000:00000001:2.0:1784075316.648918:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075316.648922:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075316.648933:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c580. 00000400:00000010:2.0:1784075316.648938:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2440. 00000100:00000200:2.0:1784075316.648942:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289084032, portal 10 00000100:00000001:2.0:1784075316.648944:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075316.648945:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742191488 : -110008967360128 : ffff9bf28a941180) 00000100:00000040:2.0:1784075316.648955:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.648962:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075316.648964:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075316.648967:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2dd0. 00000100:00000200:2.0:1784075316.648970:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289084032, offset 0 00000400:00000200:2.0:1784075316.648974:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075316.648979:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075316.648983:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075316.648986:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075316.648989:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075316.648992:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075316.648994:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075316.648997:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [147:147:255:4294967295] 192.168.204.118@tcp LPNI seq info [147:147:7:4294967295] 00000400:00000200:2.0:1784075316.649001:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075316.649008:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075316.649012:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075316.649015:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4900. 00000800:00000200:2.0:1784075316.649019:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075316.649023:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075316.649025:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075316.649029:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075316.649033:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: using a timeout of 147895 usecs (148 jiffies) 00000400:00000200:2.0:1784075316.649036:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075316.649038:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295046299 00000100:00000001:2.0:1784075316.649041:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295047417 00000100:00000001:2.0:1784075316.649049:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295046299 00000100:00000001:2.0:1784075316.649051:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295047417 00000100:00000001:2.0:1784075316.649054:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075316.649055:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.649058:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.649062:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.649073:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075316.649075:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784075316.649079:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075316.649080:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075316.649081:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075316.649085:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1784075316.649086:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.649088:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075316.649089:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.649090:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075316.649091:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075316.649092:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075316.649097:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.649104:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075316.649106:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.649107:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075316.649109:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075316.649111:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075316.649113:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289083904:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075316.649116:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075316.649119:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075316.649121:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.649122:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075316.649125:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2908b2a00. 02000000:00000001:2.0:1784075316.649127:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075316.649130:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075316.649133:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95ca50. 00000400:00000010:2.0:1784075316.649142:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2660. 00000100:00000200:2.0:1784075316.649144:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289083904, portal 10 00000100:00000001:2.0:1784075316.649146:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075316.649147:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742189696 : -110008967361920 : ffff9bf28a940a80) 00000100:00000040:2.0:1784075316.649155:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.649162:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075316.649164:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075316.649167:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e27f8. 00000100:00000200:2.0:1784075316.649169:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289083904, offset 0 00000400:00000200:2.0:1784075316.649173:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075316.649177:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075316.649181:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075316.649184:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075316.649186:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075316.649188:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075316.649191:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075316.649193:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [148:148:254:4294967295] 192.168.204.118@tcp LPNI seq info [148:148:6:4294967295] 00000400:00000200:2.0:1784075316.649197:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075316.649202:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075316.649207:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075316.649210:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4700. 00000800:00000200:2.0:1784075316.649214:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075316.649218:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075316.649220:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075316.649255:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075316.649258:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: using a timeout of 123806 usecs (124 jiffies) 00000400:00000200:2.0:1784075316.649262:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075316.649264:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295046275 00000100:00000001:2.0:1784075316.649267:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295047417 00000100:00000001:2.0:1784075316.649282:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295046275 00000100:00000001:2.0:1784075316.649285:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295047417 00000100:00000001:2.0:1784075316.649295:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075316.649297:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.649299:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075316.649304:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.649312:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075316.649313:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.649315:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075316.649317:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075316.649319:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075316.649321:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289084160:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075316.649324:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075316.649327:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075316.649328:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.649330:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075316.649333:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2908b3a00. 02000000:00000001:2.0:1784075316.649335:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075316.649338:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075316.649341:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c7e8. 00000400:00000010:2.0:1784075316.649345:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2908. 00000100:00000200:2.0:1784075316.649348:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289084160, portal 10 00000100:00000001:2.0:1784075316.649350:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075316.649351:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742198656 : -110008967352960 : ffff9bf28a942d80) 00000100:00000040:2.0:1784075316.649357:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.649363:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075316.649365:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075316.649368:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2110. 00000100:00000200:2.0:1784075316.649370:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289084160, offset 0 00000400:00000200:2.0:1784075316.649380:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075316.649384:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075316.649389:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075316.649392:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075316.649394:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075316.649396:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075316.649398:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075316.649401:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [149:149:253:4294967295] 192.168.204.118@tcp LPNI seq info [149:149:5:4294967295] 00000400:00000200:2.0:1784075316.649405:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075316.649412:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075316.649416:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075316.649420:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4a00. 00000800:00000200:2.0:1784075316.649423:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075316.649428:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075316.649431:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075316.649434:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075316.649437:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: using a timeout of 17301 usecs (18 jiffies) 00000400:00000200:2.0:1784075316.649440:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075316.649442:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295046169 00000100:00000001:2.0:1784075316.649445:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295047417 00000100:00000001:2.0:1784075316.649447:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295046169 00000100:00000001:2.0:1784075316.649449:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295047417 00000100:00000001:2.0:1784075316.649451:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075316.649453:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.649455:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.649457:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.649491:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075316.649494:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.649594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784075316.649599:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784075316.649605:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a942300. 00000020:00000040:3.0:1784075316.649818:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf28a716800 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000100:00000001:3.0:1784075316.649825:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784075316.649827:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784075316.649830:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784075316.649838:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf285227300. 00000100:00000001:3.0:1784075316.649844:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.649857:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784075316.649866:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784075316.649871:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.649876:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f131ff] to pc [ptlrpcd_01_01+1] req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075316.649909:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.649912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784075316.649916:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784075316.649920:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1784075316.649923:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1784075316.649926:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a941500. 00000020:00000040:3.0:1784075316.649929:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf2863df000 refcount=3 obd=lustre-OST0000-osc-ffff9bf28a848800 00000100:00000001:3.0:1784075316.649931:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784075316.649933:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784075316.649935:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784075316.649938:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf285227800. 00000100:00000001:3.0:1784075316.649942:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075316.649944:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446634064742192384 : -110008967359232 : ffff9bf28a941500) 00000100:00080000:3.0:1784075316.649947:0:37:0:(import.c:65:import_set_state_nolock()) ffff9bf2863df000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1784075316.649950:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9bf28a848800: disconnect after 21s idle 00000100:00000001:3.0:1784075316.649952:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784075316.649954:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.649958:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000665b3f] to pc [ptlrpcd_rcv+-1] req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784075316.649991:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075316.649997:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4400. 00000100:00000001:0.0:1784075316.650003:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075316.650006:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784075316.650007:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784075316.650009:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784075316.650012:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000040:0.0:1784075316.650014:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784075316.650019:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2198 00000100:00000001:0.0:1784075316.650020:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075316.650022:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784075316.650022:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2198. 02000000:00000001:0.0:1784075316.650024:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075316.650026:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075316.650027:0:2393:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1784075316.650028:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075316.650031:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289084416:192.168.204.118@tcp:9:kworker.0 00000100:00000200:1.0:1784075316.650033:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075316.650034:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075316.650037:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075316.650039:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075316.650041:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784075316.650043:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1784075316.650045:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28704da00. 00000100:00000040:1.0:1784075316.650046:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784075316.650047:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075316.650051:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075316.650054:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784075316.650055:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b2c0. 00000100:00000001:1.0:1784075316.650056:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1784075316.650059:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba908. 00000100:00000200:0.0:1784075316.650062:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289084416, portal 4 00000100:00000001:0.0:1784075316.650064:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075316.650066:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742192384 : -110008967359232 : ffff9bf28a941500) 00000800:00000200:1.0:1784075316.650069:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784075316.650071:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784075316.650071:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4900. 00000400:00000200:1.0:1784075316.650074:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.650077:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075316.650078:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784075316.650079:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2dd0 00000100:00000040:0.0:1784075316.650080:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075316.650081:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2dd0. 00000400:00000010:0.0:1784075316.650083:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1bac38. 00000100:00000001:1.0:1784075316.650083:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075316.650085:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870738289084416, offset 0 00000100:00000200:1.0:1784075316.650086:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784075316.650090:0:2399:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075316.650094:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075316.650094:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075316.650096:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.650103:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075316.650104:0:2399:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000100:00000001:1.0:1784075316.650104:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784075316.650108:0:2399:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075316.650110:0:2399:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075316.650113:0:2399:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075316.650120:0:2399:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075316.650124:0:2399:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [150:150:253:4294967295] 192.168.204.118@tcp LPNI seq info [150:150:5:4294967295] 00000400:00000200:0.0:1784075316.650129:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075316.650136:0:2399:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075316.650142:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075316.650147:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf283facf00. 00000800:00000200:0.0:1784075316.650151:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075316.650157:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075316.650160:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf283facf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075316.650164:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075316.650167:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: using a timeout of 26513 usecs (27 jiffies) 00000400:00000200:0.0:1784075316.650170:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075316.650172:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295046179 00000100:00000001:0.0:1784075316.650175:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295047417 00000100:00000001:0.0:1784075316.650177:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295046179 00000100:00000001:0.0:1784075316.650179:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295047417 00000100:00000001:0.0:1784075316.650182:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075316.650183:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075316.650186:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075316.650188:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075316.650918:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075316.650926:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.650929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784075316.650935:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784075316.650937:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1784075316.650953:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1784075316.650959:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a942680. 00000020:00000040:3.0:1784075316.650964:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf2863dc800 refcount=3 obd=lustre-OST0001-osc-ffff9bf28a848800 00000100:00000001:3.0:1784075316.650967:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784075316.650969:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784075316.650973:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784075316.650981:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf28b247600. 00000100:00000001:3.0:1784075316.650987:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075316.650989:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446634064742196864 : -110008967354752 : ffff9bf28a942680) 00000100:00080000:3.0:1784075316.650992:0:37:0:(import.c:65:import_set_state_nolock()) ffff9bf2863dc800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1784075316.650995:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9bf28a848800: disconnect after 21s idle 00000100:00000001:3.0:1784075316.650999:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784075316.651002:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.651011:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044031525] to pc [ptlrpcd_rcv+-1] req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.651173:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075316.651179:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075316.651181:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075316.651196:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.651203:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075316.651206:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.651209:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075316.651211:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075316.651214:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075316.651217:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289084288:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075316.651222:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075316.651227:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075316.651229:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.651231:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075316.651236:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2908b2000. 02000000:00000001:2.0:1784075316.651238:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075316.651244:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075316.651248:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c478. 00000400:00000010:2.0:1784075316.651255:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2088. 00000100:00000200:2.0:1784075316.651261:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289084288, portal 10 00000100:00000001:2.0:1784075316.651262:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075316.651264:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742195968 : -110008967355648 : ffff9bf28a942300) 00000100:00000040:2.0:1784075316.651271:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.651279:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075316.651281:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075316.651284:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2c38. 00000100:00000200:2.0:1784075316.651288:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289084288, offset 0 00000400:00000200:2.0:1784075316.651293:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075316.651304:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075316.651310:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075316.651316:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075316.651318:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075316.651321:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075316.651329:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075316.651332:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [151:151:252:4294967295] 192.168.204.118@tcp LPNI seq info [151:151:4:4294967295] 00000400:00000200:2.0:1784075316.651336:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075316.654476:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784075316.654486:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1784075316.654493:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075316.654497:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075316.654500:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075316.654519:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075316.654571:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075316.654574:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075316.654580:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075316.654585:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075316.654588:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075316.654593:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289084544:192.168.204.118@tcp:9:kworker.0 00000100:00000001:0.0:1784075316.654598:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075316.654606:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075316.654618:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075316.654622:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075316.654630:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28704d200. 02000000:00000001:0.0:1784075316.654632:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075316.654642:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075316.654648:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b898. 00000400:00000010:0.0:1784075316.654656:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba7f8. 00000100:00000200:0.0:1784075316.654665:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289084544, portal 4 00000100:00000001:0.0:1784075316.654668:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075316.654670:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742196864 : -110008967354752 : ffff9bf28a942680) 00000100:00000040:0.0:1784075316.654679:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075316.654686:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075316.654689:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075316.654691:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba110. 00000100:00000200:0.0:1784075316.654695:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1870738289084544, offset 0 00000400:00000200:0.0:1784075316.654703:0:2399:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000100:00000001:3.0:1784075316.654898:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075316.654904:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075316.654914:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (383) 00000100:00000001:3.0:1784075316.654965:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784075316.654970:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075316.658246:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075316.658262:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4700. 00000400:00000200:1.0:1784075316.658270:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.658304:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075316.658313:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e27f8 00000400:00000010:1.0:1784075316.658316:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e27f8. 00000100:00000001:1.0:1784075316.658321:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075316.658332:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.658348:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075316.658353:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.658361:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075316.658363:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075316.658374:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075316.658377:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4a00. 00000400:00000200:1.0:1784075316.658380:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.658384:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075316.658387:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2110 00000400:00000010:1.0:1784075316.658388:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2110. 00000100:00000001:1.0:1784075316.658391:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075316.658396:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.658405:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075316.658408:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.658414:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075316.658421:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075316.659190:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075316.659197:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf283facf00. 00000400:00000200:1.0:1784075316.659202:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.659209:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075316.659216:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1bac38 00000400:00000010:1.0:1784075316.659219:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1bac38. 00000100:00000001:1.0:1784075316.659222:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075316.659241:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.659251:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075316.659255:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.659261:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075316.659263:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784075316.661159:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075316.661176:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075316.661191:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4a00. 00000800:00000200:2.0:1784075316.661201:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075316.661213:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075316.661219:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075316.661255:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075316.661264:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: using a timeout of 30453 usecs (31 jiffies) 00000400:00000200:2.0:1784075316.661272:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075316.661276:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295046192 00000100:00000001:2.0:1784075316.661279:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295047417 00000100:00000001:2.0:1784075316.661282:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295046192 00000100:00000001:2.0:1784075316.661285:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295047417 00000100:00000001:2.0:1784075316.661455:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075316.661460:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.661477:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.661482:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.661493:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075316.661496:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784075316.661500:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075316.661502:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075316.661504:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.661508:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075316.661670:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075316.661676:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4a00. 00000400:00000200:1.0:1784075316.661686:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.661691:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075316.661699:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2c38 00000400:00000010:1.0:1784075316.661702:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2c38. 00000100:00000001:1.0:1784075316.661707:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075316.661715:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.661762:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075316.661766:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.661774:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075316.661776:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784075316.664033:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.664054:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075316.664059:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.664062:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.664071:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664082:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075316.664092:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664097:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664103:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664108:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304680 00000400:00000200:1.0:1784075316.664113:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664141:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x829 [1] + 224 00000800:00000001:1.0:1784075316.664152:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.664157:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.664160:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.664165:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075316.664175:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075316.664183:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075316.664195:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.664209:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075316.664218:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.664222:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075316.664224:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.664226:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.664229:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664233:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075316.664237:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664240:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664243:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664246:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304700 00000400:00000200:1.0:1784075316.664250:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664254:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x839 [1] + 224 00000800:00000001:1.0:1784075316.664258:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.664261:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.664263:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.664266:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075316.664269:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075316.664273:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075316.664282:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.664296:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075316.664300:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.664304:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075316.664305:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.664307:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.664311:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664314:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075316.664318:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664321:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664324:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664327:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304780 00000400:00000200:1.0:1784075316.664330:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.664334:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:1.0:1784075316.664338:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.664345:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.664347:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.664350:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075316.664354:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075316.664358:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075316.664366:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.664373:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075316.664377:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.664380:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075316.665463:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.665477:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075316.665482:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.665484:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.665490:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665497:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075316.665517:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665521:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665526:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665529:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304600 00000400:00000200:1.0:1784075316.665533:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665539:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:1.0:1784075316.665545:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.665550:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.665552:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.665557:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075316.665562:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075316.665577:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075316.665587:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.665596:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075316.665602:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.665605:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075316.665607:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.665609:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.665612:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665615:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075316.665620:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665622:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665625:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665627:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a56d33304800 00000400:00000200:1.0:1784075316.665631:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665635:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:1.0:1784075316.665639:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.665642:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.665644:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.665653:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075316.665657:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075316.665662:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075316.665671:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.665678:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075316.665682:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.665687:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075316.665689:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.665691:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.665694:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665697:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075316.665700:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665703:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665705:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665708:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a56d33304580 00000400:00000200:1.0:1784075316.665712:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.665716:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:1.0:1784075316.665720:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.665770:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.665772:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.665776:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075316.665779:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075316.665784:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075316.665793:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.665800:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075316.665803:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.665806:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.666601:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075316.666608:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784075316.666628:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075316.666631:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075316.666635:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c478. 00000400:00000200:2.0:1784075316.666642:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2088 00000400:00000010:2.0:1784075316.666654:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2088. 00000100:00000001:2.0:1784075316.666659:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075316.666667:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075316.666677:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.666684:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075316.666686:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.666690:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075316.666694:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075316.666697:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075316.666700:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.666704:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075316.666716:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a716c60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075316.666721:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a716c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075316.666759:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075316.666761:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075316.666765:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784075316.666770:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784075316.666776:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.666780:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075316.666783:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075316.666785:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075316.666786:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075316.666792:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.666799:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075316.666803:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075316.666805:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075316.666809:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075316.666829:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289084288:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1784075316.666836:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075316.666837:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075316.666840:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95ca50. 00000400:00000200:2.0:1784075316.666842:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2660 00000400:00000010:2.0:1784075316.666844:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2660. 00000100:00000001:2.0:1784075316.666847:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075316.666851:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075316.666859:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.666864:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075316.666866:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.666868:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075316.666870:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075316.666871:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075316.666873:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.666875:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075316.666880:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81e460 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075316.666884:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81e418 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075316.666886:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075316.666888:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075316.666889:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075316.666892:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.666894:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075316.666895:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075316.666897:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075316.666898:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075316.666902:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.666908:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075316.666916:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075316.666918:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075316.666922:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075316.666930:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289083904:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1784075316.666936:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075316.666937:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075316.666939:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c7e8. 00000400:00000200:2.0:1784075316.666942:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2908 00000400:00000010:2.0:1784075316.666944:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2908. 00000100:00000001:2.0:1784075316.666946:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075316.666951:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075316.666959:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.666965:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075316.666967:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.666969:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075316.666970:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075316.666971:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075316.666973:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.666975:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075316.666980:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a713460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075316.666983:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a713418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075316.666986:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075316.666987:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075316.666989:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075316.666990:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.666993:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075316.666994:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075316.666996:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075316.666997:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075316.667000:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.667013:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075316.667015:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075316.667017:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075316.667021:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075316.667028:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289084160:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1784075316.667034:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075316.667035:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075316.667037:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c688. 00000400:00000200:2.0:1784075316.667040:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2cc0 00000400:00000010:2.0:1784075316.667042:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2cc0. 00000100:00000001:2.0:1784075316.667044:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075316.667048:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075316.667056:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.667063:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075316.667064:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.667066:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075316.667067:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075316.667069:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075316.667070:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.667072:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075316.667075:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075316.667091:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075316.667094:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075316.667095:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075316.667097:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075316.667098:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.667101:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075316.667104:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.667117:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075316.667120:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075316.667121:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075316.667125:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075316.667132:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289083776:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1784075316.667138:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075316.667139:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075316.667141:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c580. 00000400:00000200:2.0:1784075316.667143:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2440 00000400:00000010:2.0:1784075316.667145:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2440. 00000100:00000001:2.0:1784075316.667148:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075316.667151:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075316.667159:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.667165:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075316.667166:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.667168:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075316.667169:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075316.667171:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075316.667172:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075316.667174:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075316.667179:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81c460 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075316.667182:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81c418 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075316.667184:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075316.667186:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075316.667187:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784075316.667190:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784075316.667206:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.667209:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075316.667210:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075316.667211:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075316.667213:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075316.667216:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.667222:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075316.667224:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075316.667225:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075316.667228:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075316.667234:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289084032:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075316.667256:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.667259:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075316.667263:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a942300 x1870738289084288/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.667272:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075316.667275:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075316.667279:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2908b2000. 02000000:00000001:2.0:1784075316.667284:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075316.668423:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075316.668431:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf28a716800 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000020:00000001:2.0:1784075316.668437:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075316.668442:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf285227300. 02000000:00000001:2.0:1784075316.668450:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075316.668452:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075316.668455:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a942300. 00000100:00000001:2.0:1784075316.668459:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075316.668461:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.668540:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075316.668552:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a940a80 x1870738289083904/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.668561:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075316.668573:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075316.668576:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2908b2a00. 02000000:00000001:2.0:1784075316.668580:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075316.668581:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075316.668583:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf28a81e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000020:00000001:2.0:1784075316.668585:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075316.668587:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf285227200. 02000000:00000001:2.0:1784075316.668589:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075316.668590:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075316.668592:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a940a80. 00000100:00000001:2.0:1784075316.668595:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075316.668596:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.668598:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075316.668602:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a942d80 x1870738289084160/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.669382:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075316.669386:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075316.669388:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2908b3a00. 02000000:00000001:2.0:1784075316.669393:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075316.669395:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075316.669397:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf28a713000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000020:00000001:2.0:1784075316.669400:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075316.669402:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf285227600. 02000000:00000001:2.0:1784075316.669404:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075316.669405:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075316.669407:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a942d80. 00000100:00000001:2.0:1784075316.669410:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075316.669412:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.669414:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075316.669421:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a941880 x1870738289083776/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.669428:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075316.669441:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075316.669443:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2908b2600. 02000000:00000001:2.0:1784075316.669446:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075316.669447:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075316.669448:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1784075316.669450:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075316.669452:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf285227000. 02000000:00000001:2.0:1784075316.669454:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075316.669456:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075316.669457:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a941880. 00000100:00000001:2.0:1784075316.669460:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075316.669462:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.669464:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075316.669600:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a941180 x1870738289084032/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075316.669608:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075316.669719:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075316.669738:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2908b3c00. 02000000:00000001:2.0:1784075316.669743:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075316.669745:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075316.669746:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf28a81c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000020:00000001:2.0:1784075316.669749:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075316.669751:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf285227500. 02000000:00000001:2.0:1784075316.669754:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075316.669755:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075316.669757:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a941180. 00000100:00000001:2.0:1784075316.669759:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075316.669761:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.669764:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075316.669776:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075316.669778:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075316.669782:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075316.669785:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075316.672701:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075316.672737:0:2399:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075316.672745:0:2399:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075316.672750:0:2399:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075316.672755:0:2399:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075316.672759:0:2399:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075316.672786:0:2399:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [152:152:256:4294967295] 192.168.204.118@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:0.0:1784075316.672791:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075316.672803:0:2399:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075316.672811:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075316.672820:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf283fac900. 00000800:00000200:0.0:1784075316.672830:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075316.672840:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075316.672845:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf283fac900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075316.672862:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075316.672870:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: using a timeout of 27440 usecs (28 jiffies) 00000400:00000200:0.0:1784075316.672875:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075316.672878:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295046203 00000100:00000001:0.0:1784075316.672882:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295047417 00000100:00000001:0.0:1784075316.672885:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295046203 00000100:00000001:0.0:1784075316.672888:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295047417 00000100:00000001:0.0:1784075316.672890:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075316.672895:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784075316.672908:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075316.672911:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075316.672916:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b2c0. 00000400:00000200:0.0:1784075316.672924:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba908 00000400:00000010:0.0:1784075316.672927:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba908. 00000100:00000001:0.0:1784075316.672933:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075316.672942:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075316.672954:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075316.672963:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075316.672965:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075316.672974:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075316.672979:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075316.672983:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075316.672985:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075316.672988:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075316.673001:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2863df460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075316.673006:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2863df418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075316.673008:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075316.673010:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075316.673014:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075316.673019:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075316.673026:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075316.673031:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075316.673033:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075316.673036:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075316.673038:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075316.673043:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075316.673051:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075316.673054:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075316.673056:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1784075316.673061:0:2399:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784075316.673070:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf2863df000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000800:00000200:1.0:1784075316.673573:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075316.673580:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf283fac900. 00000400:00000200:1.0:1784075316.673586:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.673592:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075316.673599:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba110 00000400:00000010:1.0:1784075316.673601:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba110. 00000100:00000001:1.0:1784075316.673605:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075316.673620:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.673631:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075316.673635:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.673641:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075316.673643:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1784075316.674225:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075316.674238:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289084416:192.168.204.118@tcp:9:kworker.0 00000100:00000001:0.0:1784075316.674244:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075316.674247:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075316.674276:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a941500 x1870738289084416/t0(0) o9->lustre-OST0000-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075316.674283:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075316.674286:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075316.674404:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28704da00. 02000000:00000001:0.0:1784075316.674409:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075316.674413:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075316.674415:0:2399:0:(genops.c:1244:class_import_put()) import ffff9bf2863df000 refcount=2 obd=lustre-OST0000-osc-ffff9bf28a848800 00000020:00000001:0.0:1784075316.674418:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075316.674421:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf285227800. 02000000:00000001:0.0:1784075316.674425:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075316.674427:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075316.674430:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a941500. 00000100:00000001:0.0:1784075316.674434:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075316.674435:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075316.674438:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075316.674448:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784075316.674451:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1784075316.674454:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075316.674456:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075316.674459:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075316.674461:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784075316.689533:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.689555:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075316.689561:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.689576:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.689586:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.689596:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075316.689607:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.689623:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.689630:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.689635:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 4 MB=0x6a56d33304880 00000400:00000200:1.0:1784075316.689642:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075316.689650:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.118@tcp of length 224/224 into md 0x859 [1] + 224 00000800:00000001:1.0:1784075316.689660:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.689668:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075316.689672:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075316.689677:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075316.689687:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075316.689699:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075316.689786:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075316.689799:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075316.689812:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075316.689817:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075316.690678:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075316.690688:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784075316.690698:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075316.690701:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075316.690706:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b898. 00000400:00000200:0.0:1784075316.690713:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba7f8 00000400:00000010:0.0:1784075316.690716:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba7f8. 00000100:00000001:0.0:1784075316.690720:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075316.690769:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075316.690780:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075316.690787:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075316.690789:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075316.690804:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075316.690808:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075316.690812:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075316.690814:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075316.690818:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075316.690831:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2863dcc60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075316.690836:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2863dcc18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075316.690839:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075316.690841:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075316.690845:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075316.690851:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075316.690859:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075316.690863:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075316.690866:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075316.690868:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075316.690870:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075316.690875:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075316.690883:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075316.690887:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075316.690889:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1784075316.690894:0:2399:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1784075316.690904:0:2399:0:(import.c:65:import_set_state_nolock()) ffff9bf2863dc800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1784075316.690910:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075316.690918:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2399:1870738289084544:192.168.204.118@tcp:9:kworker.0 00000100:00000001:0.0:1784075316.690924:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075316.690928:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075316.690937:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a942680 x1870738289084544/t0(0) o9->lustre-OST0001-osc-ffff9bf28a848800@192.168.204.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1784075326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075316.690945:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075316.690948:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075316.690952:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28704d200. 02000000:00000001:0.0:1784075316.690956:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075316.690959:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075316.690962:0:2399:0:(genops.c:1244:class_import_put()) import ffff9bf2863dc800 refcount=2 obd=lustre-OST0001-osc-ffff9bf28a848800 00000020:00000001:0.0:1784075316.690964:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075316.690968:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf28b247600. 02000000:00000001:0.0:1784075316.690975:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075316.690978:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075316.690981:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a942680. 00000100:00000001:0.0:1784075316.690986:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075316.690988:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075316.690991:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075316.691005:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784075316.691008:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075316.691011:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075316.691013:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075316.834637:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075316.834645:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075316.834651:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075316.834652:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075316.834701:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075316.834705:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075316.834709:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075317.858973:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075317.858985:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075317.858994:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075317.858995:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075317.859172:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075317.859177:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075317.859181:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784075317.922148:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615000 (cpu 0) has reached its deadline 4295047417, at 4295047424 00000100:00000010:0.0:1784075317.922173:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a682300. 00000100:00000040:1.0:1784075317.924273:0:127:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615110 (cpu 0) has reached its deadline 4295047417, at 4295047426 00000100:00000010:1.0:1784075317.924292:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a682120. 00010000:00000001:3.0:1784075318.881982:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075318.881996:0:8954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1784075318.882000:0:8954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1784075318.882004:0:8954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075318.882011:0:8954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1784075318.882013:0:8954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075318.882015:0:8954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075318.882249:0:8954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075318.882255:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075318.882256:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075318.882366:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075318.882377:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075318.882380:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075319.906810:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075319.906820:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075319.906828:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075319.906829:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075319.906969:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075319.906976:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075319.906981:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075320.930460:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075320.930470:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075320.930479:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075320.930480:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075320.930607:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075320.930613:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075320.930617:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784075321.767219:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784075321.767233:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784075321.767248:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28c0d5f80. 00000020:00000040:1.0:1784075321.767256:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:1.0:1784075321.767261:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784075321.767265:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784075321.767271:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784075321.767281:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6700. 00000100:00000001:1.0:1784075321.767290:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767306:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784075321.767318:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784075321.767324:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767331:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc71c380] to pc [ptlrpcd_00_01+1] req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.767370:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784075321.767393:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784075321.767396:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28c0d4380. 00000020:00000040:1.0:1784075321.767398:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a81e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000100:00000001:1.0:1784075321.767401:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784075321.767403:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784075321.767404:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784075321.767408:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6b00. 00000100:00000001:1.0:1784075321.767411:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767416:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784075321.767423:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784075321.767425:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767428:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009b931c7] to pc [ptlrpcd_00_00+0] req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.767437:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767439:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784075321.767442:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784075321.767445:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28c0d7480. 00000020:00000040:1.0:1784075321.767447:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a81c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000100:00000001:1.0:1784075321.767449:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784075321.767450:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784075321.767452:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784075321.767455:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6a00. 00000100:00000001:1.0:1784075321.767458:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767461:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784075321.767481:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784075321.767484:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767488:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db34e6ed] to pc [ptlrpcd_00_01+1] req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.767505:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784075321.767511:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784075321.767514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784075321.767516:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784075321.767520:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784075321.767523:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784075321.767526:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28c0d7b80. 00000020:00000040:1.0:1784075321.767528:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a713000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000100:00000001:1.0:1784075321.767530:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784075321.767532:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784075321.767534:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784075321.767537:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6600. 00000100:00000001:1.0:1784075321.767540:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767544:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784075321.767551:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784075321.767552:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767556:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000895938f4] to pc [ptlrpcd_00_00+0] req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.767574:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784075321.767580:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784075321.767583:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28c0d4000. 00000020:00000040:1.0:1784075321.767585:0:36:0:(genops.c:1231:class_import_get()) import ffff9bf28a716800 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000100:00000001:1.0:1784075321.767588:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784075321.767595:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784075321.767596:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784075321.767603:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2a06e6e00. 00000100:00000001:1.0:1784075321.767606:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767610:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784075321.767617:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784075321.767619:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767623:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc7d644b] to pc [ptlrpcd_00_01+1] req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.767630:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.767632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784075321.767635:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784075321.767638:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784075321.767642:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784075321.767647:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (388) 00000100:00000001:1.0:1784075321.767667:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075321.767671:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784075321.767674:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075321.767679:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.767687:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075321.767690:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075321.767694:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075321.767697:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075321.767700:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075321.767704:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2401:1870738289084672:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075321.767709:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075321.767716:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075321.767775:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075321.767779:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075321.767784:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28b863400. 02000000:00000001:1.0:1784075321.767786:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075321.767796:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075321.767801:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fb058. 00000400:00000010:1.0:1784075321.767810:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c4c8. 00000100:00000200:1.0:1784075321.767820:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289084672, portal 25 00000100:00000001:1.0:1784075321.767823:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075321.767825:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064766918528 : -110008942633088 : ffff9bf28c0d5f80) 00000100:00000040:1.0:1784075321.767831:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.767839:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075321.767841:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075321.767844:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14caa0. 00000100:00000200:1.0:1784075321.767848:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870738289084672, offset 0 00000400:00000200:1.0:1784075321.767855:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075321.767865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.767875:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075321.767882:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075321.767887:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075321.767892:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075321.767894:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075321.767898:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [153:153:256:4294967295] 192.168.204.118@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:1.0:1784075321.767903:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.769131:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075321.769149:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075321.769157:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2a06e6200. 00000800:00000200:1.0:1784075321.769168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075321.769179:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075321.769195:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2a06e6200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075321.769216:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075321.769231:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075321.769234:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295052537 00000100:00000010:1.0:1784075321.769239:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf283fd7ea0. 00000100:00000001:1.0:1784075321.769247:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784075321.769256:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295052537 00000100:00000010:1.0:1784075321.769259:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf283fd7f00. 00000100:00000001:1.0:1784075321.769263:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784075321.769266:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075321.769270:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075321.769275:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075321.769283:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.769292:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075321.769294:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075321.769298:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075321.769302:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075321.769305:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075321.769308:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289084928:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075321.769313:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075321.769317:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075321.769320:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075321.769322:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075321.769326:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28b863a00. 02000000:00000001:1.0:1784075321.769328:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075321.769333:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075321.769337:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fbf78. 00000400:00000010:1.0:1784075321.769343:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c330. 00000100:00000200:1.0:1784075321.769348:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289084928, portal 10 00000100:00000001:1.0:1784075321.769350:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075321.769352:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064766923904 : -110008942627712 : ffff9bf28c0d7480) 00000100:00000040:1.0:1784075321.769359:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.769378:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075321.769380:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075321.769382:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c000. 00000100:00000200:1.0:1784075321.769385:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289084928, offset 0 00000400:00000200:1.0:1784075321.769391:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075321.769397:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.769402:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075321.769407:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075321.769410:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075321.769414:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075321.769416:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075321.769420:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [154:154:255:4294967295] 192.168.204.118@tcp LPNI seq info [154:154:7:4294967295] 00000400:00000200:1.0:1784075321.769425:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.769433:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075321.769437:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075321.769441:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf28e5ad500. 00000800:00000200:1.0:1784075321.769444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075321.769448:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075321.769451:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf28e5ad500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075321.769454:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.769458:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: using a timeout of 141687 usecs (142 jiffies) 00000400:00000200:1.0:1784075321.769461:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075321.769463:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295051413 00000100:00000001:1.0:1784075321.769477:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295052537 00000100:00000001:1.0:1784075321.769480:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295051413 00000100:00000001:1.0:1784075321.769483:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295052537 00000100:00000001:1.0:1784075321.769485:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075321.769487:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075321.769494:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075321.769500:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.769507:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075321.769509:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075321.769511:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075321.769513:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075321.769515:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075321.769517:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2401:1870738289085184:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075321.769521:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075321.769523:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075321.769525:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075321.769527:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075321.769529:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28b863600. 02000000:00000001:1.0:1784075321.769531:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075321.769534:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075321.769537:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fbec8. 00000400:00000010:1.0:1784075321.769541:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c2a8. 00000100:00000200:1.0:1784075321.769544:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289085184, portal 10 00000100:00000001:1.0:1784075321.769546:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075321.769547:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064766910464 : -110008942641152 : ffff9bf28c0d4000) 00000100:00000040:1.0:1784075321.769552:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.769558:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075321.769560:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075321.769563:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c198. 00000100:00000200:1.0:1784075321.769565:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289085184, offset 0 00000400:00000200:1.0:1784075321.769569:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075321.769573:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.769576:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075321.769579:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075321.769582:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075321.769584:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075321.769590:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075321.769593:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [155:155:254:4294967295] 192.168.204.118@tcp LPNI seq info [155:155:6:4294967295] 00000400:00000200:1.0:1784075321.769597:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.769603:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075321.769608:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075321.769611:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf28e5adf00. 00000800:00000200:1.0:1784075321.769615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075321.769619:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075321.769622:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf28e5adf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075321.769625:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.769628:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: using a timeout of 28878 usecs (29 jiffies) 00000400:00000200:1.0:1784075321.769632:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075321.769634:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295051300 00000100:00000001:1.0:1784075321.769636:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295052537 00000100:00000001:1.0:1784075321.769638:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295051300 00000100:00000001:1.0:1784075321.769640:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295052537 00000100:00000001:1.0:1784075321.769642:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075321.769645:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075321.769647:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075321.769652:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075321.769665:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784075321.769667:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784075321.769670:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075321.769673:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784075321.769674:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075321.769679:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1784075321.769680:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075321.769682:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784075321.769684:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075321.769685:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075321.769687:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784075321.769688:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075321.769696:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.769703:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075321.769705:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075321.769707:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075321.769709:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075321.769711:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075321.769714:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289084800:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075321.769718:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075321.769720:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075321.769755:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075321.769757:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075321.769761:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28b862c00. 02000000:00000001:1.0:1784075321.769762:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075321.769766:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075321.769768:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fbe18. 00000400:00000010:1.0:1784075321.769772:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c7f8. 00000100:00000200:1.0:1784075321.769774:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289084800, portal 10 00000100:00000001:1.0:1784075321.769776:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075321.769778:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064766911360 : -110008942640256 : ffff9bf28c0d4380) 00000100:00000040:1.0:1784075321.769784:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.769790:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075321.769792:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075321.769795:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14ccc0. 00000100:00000200:1.0:1784075321.769798:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289084800, offset 0 00000400:00000200:1.0:1784075321.769802:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075321.769806:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.769809:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075321.769812:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075321.769815:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075321.769817:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075321.769826:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075321.769829:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [156:156:253:4294967295] 192.168.204.118@tcp LPNI seq info [156:156:5:4294967295] 00000400:00000200:1.0:1784075321.769833:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.769839:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075321.769843:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075321.769847:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf28e5ad900. 00000800:00000200:1.0:1784075321.769851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075321.769855:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075321.769858:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf28e5ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075321.769861:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.769864:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: using a timeout of 119791 usecs (120 jiffies) 00000400:00000200:1.0:1784075321.769867:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075321.769869:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295051392 00000100:00000001:1.0:1784075321.769871:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295052537 00000100:00000001:1.0:1784075321.769873:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295051392 00000100:00000001:1.0:1784075321.769875:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295052537 00000100:00000001:1.0:1784075321.769877:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075321.769880:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075321.769882:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784075321.769886:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.769892:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784075321.769893:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075321.769895:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784075321.769897:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784075321.769899:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075321.769901:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28c0d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2401:1870738289085056:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075321.769904:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784075321.769907:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784075321.769914:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.771696:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075321.771971:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784075321.772139:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075321.772145:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2a06e6200. 00000400:00000200:0.0:1784075321.772281:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075321.772295:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075321.772307:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14caa0 00000400:00000010:0.0:1784075321.772310:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14caa0. 00000100:00000001:0.0:1784075321.772316:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075321.772326:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.772341:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075321.772346:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.772363:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.772366:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075321.772385:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075321.772388:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf28e5ad500. 00000400:00000200:0.0:1784075321.772391:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075321.772395:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075321.772398:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c000 00000400:00000010:0.0:1784075321.772401:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c000. 00000100:00000001:0.0:1784075321.772403:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075321.772409:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.772416:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075321.772419:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.772425:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.772427:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075321.772435:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075321.772437:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf28e5adf00. 00000400:00000200:0.0:1784075321.772439:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075321.772443:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075321.772445:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c198 00000400:00000010:0.0:1784075321.772447:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c198. 00000100:00000001:0.0:1784075321.772450:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075321.772454:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.772462:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075321.772465:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.772482:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.772483:0:2393:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1784075321.772843:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784075321.772852:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28b862a00. 02000000:00000001:1.0:1784075321.772854:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784075321.772863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:1.0:1784075321.772869:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf2908fb948. 00000400:00000010:1.0:1784075321.772876:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14cdd0. 00000100:00000200:1.0:1784075321.772886:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289085056, portal 10 00000100:00000001:1.0:1784075321.772889:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784075321.772891:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064766925696 : -110008942625920 : ffff9bf28c0d7b80) 00000100:00000040:1.0:1784075321.772904:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.772912:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075321.772928:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075321.772931:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14c660. 00000100:00000200:1.0:1784075321.772935:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289085056, offset 0 00000400:00000200:1.0:1784075321.772945:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075321.772955:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.772963:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075321.772970:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784075321.772974:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:1.0:1784075321.772978:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784075321.773590:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:1.0:1784075321.773596:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [157:157:255:4294967295] 192.168.204.118@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:1.0:1784075321.773602:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.773613:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075321.773621:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075321.773629:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf28e5adf00. 00000800:00000200:1.0:1784075321.773638:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075321.773646:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075321.773652:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf28e5adf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075321.773657:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.773673:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: using a timeout of 17913 usecs (18 jiffies) 00000400:00000200:1.0:1784075321.773677:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:1.0:1784075321.773681:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295051293 00000100:00000001:1.0:1784075321.773685:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295052537 00000100:00000001:1.0:1784075321.773688:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295051293 00000100:00000001:1.0:1784075321.773690:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295052537 00000100:00000001:1.0:1784075321.773693:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075321.773697:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075321.773703:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075321.773708:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784075321.775143:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075321.775180:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf28e5ad900. 00000400:00000200:0.0:1784075321.775287:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075321.775297:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075321.775307:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14ccc0 00000400:00000010:0.0:1784075321.775309:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14ccc0. 00000100:00000001:0.0:1784075321.775317:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075321.775325:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.775339:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075321.775342:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.775349:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.775351:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075321.775393:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075321.775396:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf28e5adf00. 00000400:00000200:0.0:1784075321.775399:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075321.775402:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075321.775405:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c660 00000400:00000010:0.0:1784075321.775406:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c660. 00000100:00000001:0.0:1784075321.775409:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075321.775413:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.775420:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075321.775422:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.775428:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.775429:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784075321.778672:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.778694:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075321.778700:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.778702:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075321.778712:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.778740:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075321.778751:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.778756:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.778762:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.778767:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304a00 00000400:00000200:1.0:1784075321.778772:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.778780:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:1.0:1784075321.778789:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.778794:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075321.778797:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075321.778802:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075321.778812:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075321.778823:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075321.778837:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.778882:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075321.778894:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.778898:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075321.778900:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.778902:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075321.778905:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.778909:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075321.778913:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.778927:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.778930:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.778933:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304b00 00000400:00000200:1.0:1784075321.778937:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.778940:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x889 [1] + 224 00000800:00000001:1.0:1784075321.778945:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.778948:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075321.778951:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075321.778954:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075321.778958:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075321.778963:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075321.778972:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.779110:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075321.779116:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784075321.779128:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075321.779131:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075321.779136:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fbf78. 00000400:00000200:0.0:1784075321.779143:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c330 00000400:00000010:0.0:1784075321.779153:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c330. 00000100:00000001:0.0:1784075321.779157:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075321.779162:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075321.779171:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.779177:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075321.779180:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075321.779184:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075321.779189:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075321.779193:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075321.779197:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075321.779201:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075321.779216:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81c460 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075321.779221:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81c418 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075321.779224:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075321.779227:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075321.779231:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075321.779237:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075321.779245:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.779250:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075321.779253:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075321.779257:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075321.779259:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075321.779264:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.779272:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075321.779276:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075321.779278:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075321.779282:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075321.779303:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289084928:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075321.779323:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075321.779329:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.779335:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075321.779337:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.779339:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075321.779342:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.779346:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075321.779350:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.779356:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.779359:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.779362:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304980 00000400:00000200:1.0:1784075321.779366:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.779370:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:1.0:1784075321.779374:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.779377:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075321.779379:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075321.779382:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075321.779385:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075321.779389:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075321.779398:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.779405:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075321.779409:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.779413:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075321.779415:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.779417:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075321.779420:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.779423:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075321.779428:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.779430:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.779433:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.779435:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a56d33304900 00000400:00000200:1.0:1784075321.779438:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.779443:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:1.0:1784075321.779447:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.779454:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075321.779456:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075321.779459:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075321.779462:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075321.779483:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075321.779492:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.779499:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075321.779503:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.779506:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784075321.781599:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075321.781608:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075321.781613:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fbec8. 00000400:00000200:0.0:1784075321.781623:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c2a8 00000400:00000010:0.0:1784075321.781626:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c2a8. 00000100:00000001:0.0:1784075321.781631:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075321.781643:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075321.781655:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.781663:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075321.781665:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075321.781669:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075321.781673:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075321.781676:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075321.781679:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075321.781682:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075321.781692:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a716c60 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075321.781697:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a716c18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075321.781700:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075321.781701:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075321.781704:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075321.781710:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075321.781717:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.781722:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075321.781738:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075321.781740:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075321.781742:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075321.781748:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.781767:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075321.781770:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075321.781772:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075321.781776:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075321.781784:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2401:1870738289085184:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075321.781789:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.781793:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075321.781798:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28c0d7480 x1870738289084928/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.781806:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075321.781809:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075321.781813:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28b863a00. 02000000:00000001:0.0:1784075321.781818:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075321.781821:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075321.781824:0:2401:0:(genops.c:1244:class_import_put()) import ffff9bf28a81c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000020:00000001:0.0:1784075321.781826:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075321.781829:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6a00. 02000000:00000001:0.0:1784075321.781833:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075321.781835:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075321.781838:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28c0d7480. 00000100:00000001:0.0:1784075321.781841:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075321.781843:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075321.781844:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075321.781848:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28c0d4000 x1870738289085184/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.781854:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075321.781855:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075321.781856:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28b863600. 02000000:00000001:0.0:1784075321.781858:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075321.781859:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075321.781868:0:2401:0:(genops.c:1244:class_import_put()) import ffff9bf28a716800 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000020:00000001:0.0:1784075321.781870:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075321.781872:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6e00. 02000000:00000001:0.0:1784075321.781889:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075321.781890:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075321.781891:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28c0d4000. 00000100:00000001:0.0:1784075321.781895:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075321.781897:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075321.781901:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.781905:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075321.781907:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784075321.781912:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075321.781913:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075321.781922:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fbe18. 00000400:00000200:0.0:1784075321.781925:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c7f8 00000400:00000010:0.0:1784075321.781927:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c7f8. 00000100:00000001:0.0:1784075321.781930:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075321.781934:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075321.781942:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.781948:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075321.781949:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075321.781951:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075321.781953:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075321.781954:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075321.781955:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075321.781957:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075321.781962:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81e460 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075321.781964:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81e418 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075321.781966:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075321.781968:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075321.781970:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784075321.781972:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.781975:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075321.781976:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075321.782305:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075321.782306:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075321.782312:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.782318:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075321.782320:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075321.782321:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075321.782324:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075321.782331:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2401:1870738289084800:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1784075321.782339:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075321.782340:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075321.782343:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fb058. 00000400:00000200:0.0:1784075321.782345:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14c4c8 00000400:00000010:0.0:1784075321.782347:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14c4c8. 00000100:00000001:0.0:1784075321.782350:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075321.782354:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075321.782367:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.782374:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075321.782375:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075321.782377:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075321.782378:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075321.782379:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075321.782381:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075321.782383:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075321.782386:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075321.782388:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075321.782391:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075321.782392:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075321.782394:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784075321.782402:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.782403:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075321.782407:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.782413:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075321.782415:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075321.782417:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075321.782420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075321.782426:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2401:1870738289084672:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075321.782430:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.782432:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075321.782434:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28c0d4380 x1870738289084800/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.782440:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075321.782442:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075321.782443:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28b862c00. 02000000:00000001:0.0:1784075321.782446:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075321.782448:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075321.782449:0:2401:0:(genops.c:1244:class_import_put()) import ffff9bf28a81e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000020:00000001:0.0:1784075321.782451:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075321.782453:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6b00. 02000000:00000001:0.0:1784075321.782455:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075321.782456:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075321.782458:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28c0d4380. 00000100:00000001:0.0:1784075321.782460:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075321.782461:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075321.782463:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075321.782475:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28c0d5f80 x1870738289084672/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075321.782481:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075321.782482:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075321.782489:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28b863400. 02000000:00000001:0.0:1784075321.782491:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075321.782493:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075321.782494:0:2401:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:0.0:1784075321.782496:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075321.782497:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6700. 02000000:00000001:0.0:1784075321.782499:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075321.782499:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075321.782501:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28c0d5f80. 00000100:00000001:0.0:1784075321.782505:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075321.782506:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075321.782508:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.782510:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075321.782511:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075321.782513:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075321.782515:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784075321.784412:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.784437:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075321.784443:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.784446:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075321.784456:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.784465:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075321.784486:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.784491:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.784498:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.784503:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304a80 00000400:00000200:1.0:1784075321.784509:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075321.784517:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:1.0:1784075321.784526:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.785426:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075321.785434:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075321.785441:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075321.785453:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075321.785475:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075321.785489:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.785510:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075321.785522:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075321.785527:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075321.785551:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075321.785556:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784075321.785566:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784075321.785569:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784075321.785573:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf2908fb948. 00000400:00000200:1.0:1784075321.785578:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14cdd0 00000400:00000010:1.0:1784075321.785581:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14cdd0. 00000100:00000001:1.0:1784075321.785584:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075321.785589:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784075321.785600:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.785607:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784075321.785609:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075321.785612:0:2401:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784075321.785616:0:2401:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784075321.785619:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784075321.785621:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075321.785625:0:2401:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784075321.785636:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a713460 time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1784075321.785641:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a713418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1784075321.785645:0:2401:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784075321.785647:0:2401:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075321.785650:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784075321.785654:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075321.785658:0:2401:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784075321.785661:0:2401:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:1.0:1784075321.785663:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784075321.785665:0:2401:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075321.785670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.785678:0:2401:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075321.785681:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784075321.785683:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784075321.785688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075321.785818:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28c0d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2401:1870738289085056:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075321.785825:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075321.785828:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075321.785832:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28c0d7b80 x1870738289085056/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075321.785839:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784075321.785842:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784075321.785846:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28b862a00. 02000000:00000001:1.0:1784075321.785850:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784075321.785853:0:2401:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784075321.785855:0:2401:0:(genops.c:1244:class_import_put()) import ffff9bf28a713000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000020:00000001:1.0:1784075321.785857:0:2401:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784075321.785860:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2a06e6600. 02000000:00000001:1.0:1784075321.785864:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784075321.785866:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784075321.785868:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28c0d7b80. 00000100:00000001:1.0:1784075321.785872:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784075321.785873:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075321.785876:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075321.785885:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784075321.785888:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075321.785890:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075321.785893:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075321.954346:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075321.954355:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075321.954363:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075321.954364:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075321.960555:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075321.960565:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075321.960571:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075322.977916:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075322.977930:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075322.977939:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075322.977940:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075322.980114:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075322.980123:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075322.980276:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784075323.042179:0:127:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615110 (cpu 0) has reached its deadline 4295052537, at 4295052544 00000100:00000010:1.0:1784075323.042202:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf283fd7f00. 00000100:00000040:0.0:1784075323.044229:0:132:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615000 (cpu 0) has reached its deadline 4295052537, at 4295052546 00000100:00000010:0.0:1784075323.044595:0:132:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf283fd7ea0. 00010000:00000001:3.0:1784075324.001903:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075324.001914:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075324.001935:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075324.001937:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075324.002879:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075324.002886:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075324.002890:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075325.034882:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075325.034894:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075325.034902:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075325.034903:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784075325.037914:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784075325.037924:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784075325.037930:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1784075325.910541:0:10078:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1784075325.910561:0:10078:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075326.049906:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075326.049916:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075326.049924:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075326.049928:0:8954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1784075326.049931:0:8954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1784075326.049936:0:8954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075326.050052:0:8954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1784075326.050055:0:8954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075326.050058:0:8954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075326.050061:0:8954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075326.050144:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075326.050148:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075326.050151:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1784075326.373403:0:10114:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1784075326.373418:0:10114:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1784075326.375391:0:10114:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1784075326.883892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075326.883901:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075326.883911:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c8700. 00000020:00000040:0.0:1784075326.883916:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1784075326.883919:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075326.883923:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075326.883928:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075326.883937:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf283fac300. 00000100:00000001:0.0:1784075326.883944:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.883956:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075326.883967:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075326.883972:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.883978:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027eefad8] to pc [ptlrpcd_00_00+0] req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.884009:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075326.884015:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075326.884018:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6cad80. 00000020:00000040:0.0:1784075326.884020:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf28a81e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000100:00000001:0.0:1784075326.884023:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075326.884024:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075326.884026:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075326.884029:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf283fac000. 00000100:00000001:0.0:1784075326.884032:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884037:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075326.884044:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075326.884046:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884050:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000093da2857] to pc [ptlrpcd_00_01+1] req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.884058:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075326.884063:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075326.884065:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6ca680. 00000020:00000040:0.0:1784075326.884067:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf28a81c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000100:00000001:0.0:1784075326.884069:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075326.884070:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075326.884072:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075326.884074:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf283fac500. 00000100:00000001:0.0:1784075326.884077:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884081:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075326.884087:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075326.884095:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884099:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae50227c] to pc [ptlrpcd_00_00+0] req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.884106:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784075326.884111:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784075326.884113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784075326.884116:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784075326.884119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075326.884122:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075326.884125:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c8e00. 00000020:00000040:0.0:1784075326.884127:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf28a713000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000100:00000001:0.0:1784075326.884129:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075326.884130:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075326.884132:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075326.884135:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf283facc00. 00000100:00000001:0.0:1784075326.884138:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884142:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075326.884149:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075326.884151:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884155:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000337d145c] to pc [ptlrpcd_00_01+1] req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.884162:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784075326.884167:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784075326.884170:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c9880. 00000020:00000040:0.0:1784075326.884172:0:37:0:(genops.c:1231:class_import_get()) import ffff9bf28a716800 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000100:00000001:0.0:1784075326.884180:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075326.884181:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075326.884183:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075326.884187:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf283facd00. 00000100:00000001:0.0:1784075326.884195:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884200:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075326.884206:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075326.884208:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884213:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d411e2f0] to pc [ptlrpcd_00_00+0] req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.884221:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.884223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784075326.884226:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784075326.884229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784075326.884232:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784075326.884237:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (394) 00000100:00000001:0.0:1784075326.884252:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075326.884256:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075326.884258:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075326.884263:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.884270:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075326.884272:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.884276:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075326.884279:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075326.884282:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075326.884285:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2400:1870738289085312:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075326.884290:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075326.884304:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075326.884307:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.884310:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075326.884315:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2871c4800. 02000000:00000001:0.0:1784075326.884317:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075326.884324:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075326.884329:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b898. 00000400:00000010:0.0:1784075326.884337:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba7f8. 00000100:00000200:0.0:1784075326.884344:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289085312, portal 25 00000100:00000001:0.0:1784075326.884347:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075326.884348:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739600128 : -110008969951488 : ffff9bf28a6c8700) 00000100:00000040:0.0:1784075326.884354:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.884360:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075326.884363:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075326.884365:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba908. 00000100:00000200:0.0:1784075326.884368:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870738289085312, offset 0 00000400:00000200:0.0:1784075326.884386:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075326.884395:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.884404:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075326.884409:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075326.884414:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075326.884418:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075326.884420:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075326.884424:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [158:158:256:4294967295] 192.168.204.118@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:0.0:1784075326.884428:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.884436:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075326.884442:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075326.884447:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf283fac700. 00000800:00000200:0.0:1784075326.884452:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075326.884461:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075326.884464:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf283fac700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075326.884480:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075326.884484:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075326.884486:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295057651 00000100:00000010:0.0:1784075326.884489:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a8351e0. 00000100:00000001:0.0:1784075326.884495:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784075326.884500:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295057651 00000100:00000010:0.0:1784075326.884503:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a835ea0. 00000100:00000001:0.0:1784075326.884505:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784075326.884508:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075326.884511:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.884514:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075326.884517:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.884523:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075326.884525:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.884527:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075326.884529:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075326.884531:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075326.884533:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289085568:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075326.884537:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075326.884539:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075326.884541:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.884542:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075326.884545:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2871c5400. 02000000:00000001:0.0:1784075326.884547:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075326.884549:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075326.884552:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b2c0. 00000400:00000010:0.0:1784075326.884555:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba770. 00000100:00000200:0.0:1784075326.884558:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289085568, portal 10 00000100:00000001:0.0:1784075326.884560:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075326.884561:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739608192 : -110008969943424 : ffff9bf28a6ca680) 00000100:00000040:0.0:1784075326.884567:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.884577:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075326.884579:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075326.884582:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba660. 00000100:00000200:0.0:1784075326.884584:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289085568, offset 0 00000400:00000200:0.0:1784075326.884588:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075326.884592:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.886241:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075326.886248:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075326.886253:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075326.886257:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075326.886260:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075326.886263:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [159:159:255:4294967295] 192.168.204.118@tcp LPNI seq info [159:159:7:4294967295] 00000400:00000200:0.0:1784075326.886268:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.886278:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075326.886285:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075326.886291:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf283face00. 00000800:00000200:0.0:1784075326.886297:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075326.886304:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075326.886308:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf283face00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075326.886312:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.886318:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: using a timeout of 135636 usecs (136 jiffies) 00000400:00000200:0.0:1784075326.886322:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075326.886324:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295056524 00000100:00000001:0.0:1784075326.886327:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295057651 00000100:00000001:0.0:1784075326.886329:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295056524 00000100:00000001:0.0:1784075326.886331:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295057651 00000100:00000001:0.0:1784075326.886334:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075326.886337:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.886347:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075326.886353:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.886362:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075326.886364:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.886368:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075326.886381:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075326.886383:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075326.886386:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289085824:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075326.886390:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075326.886395:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075326.886397:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.886398:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075326.886402:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2871c5e00. 02000000:00000001:0.0:1784075326.886404:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075326.886409:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075326.886412:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b5d8. 00000400:00000010:0.0:1784075326.886418:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1badd0. 00000100:00000200:0.0:1784075326.886422:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289085824, portal 10 00000100:00000001:0.0:1784075326.886424:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075326.886425:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739604608 : -110008969947008 : ffff9bf28a6c9880) 00000100:00000040:0.0:1784075326.886431:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.886437:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075326.886439:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075326.886441:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1bacc0. 00000100:00000200:0.0:1784075326.886443:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289085824, offset 0 00000400:00000200:0.0:1784075326.886448:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075326.886453:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.886457:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075326.886459:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075326.886462:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075326.886464:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075326.886471:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075326.886474:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [160:160:254:4294967295] 192.168.204.118@tcp LPNI seq info [160:160:6:4294967295] 00000400:00000200:0.0:1784075326.886478:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.886484:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075326.886489:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075326.886492:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf283fac200. 00000800:00000200:0.0:1784075326.886496:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075326.886499:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075326.886502:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf283fac200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075326.886505:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.886508:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: using a timeout of 27261 usecs (28 jiffies) 00000400:00000200:0.0:1784075326.886511:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075326.886513:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295056416 00000100:00000001:0.0:1784075326.886515:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295057651 00000100:00000001:0.0:1784075326.886517:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295056416 00000100:00000001:0.0:1784075326.886519:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295057651 00000100:00000001:0.0:1784075326.886521:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075326.886523:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.886525:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.886529:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075326.886537:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784075326.886539:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784075326.886542:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075326.886544:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075326.886545:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075326.886549:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1784075326.886550:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075326.886552:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784075326.886554:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075326.886555:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075326.886556:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075326.886557:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075326.886565:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.886571:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075326.886572:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.886574:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075326.886576:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075326.886577:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075326.886579:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289085440:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075326.886582:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075326.886585:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075326.886587:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.886588:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075326.886592:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2871c4600. 02000000:00000001:0.0:1784075326.886607:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075326.886611:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075326.886614:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b0b0. 00000400:00000010:0.0:1784075326.886618:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1baaa0. 00000100:00000200:0.0:1784075326.886621:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289085440, portal 10 00000100:00000001:0.0:1784075326.886623:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075326.886624:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739609984 : -110008969941632 : ffff9bf28a6cad80) 00000100:00000040:0.0:1784075326.886630:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.886636:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075326.886638:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075326.886640:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba198. 00000100:00000200:0.0:1784075326.886642:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289085440, offset 0 00000400:00000200:0.0:1784075326.886646:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075326.886649:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.886652:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075326.886655:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075326.886657:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075326.886659:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075326.886666:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075326.886670:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [161:161:253:4294967295] 192.168.204.118@tcp LPNI seq info [161:161:5:4294967295] 00000400:00000200:0.0:1784075326.886674:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.886679:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075326.886684:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075326.886687:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf283fac800. 00000800:00000200:0.0:1784075326.886691:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075326.886695:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075326.886698:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf283fac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075326.886700:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.886703:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: using a timeout of 115882 usecs (116 jiffies) 00000400:00000200:0.0:1784075326.886706:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075326.886708:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295056504 00000100:00000001:0.0:1784075326.886710:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295057651 00000100:00000001:0.0:1784075326.886711:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295056504 00000100:00000001:0.0:1784075326.886713:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295057651 00000100:00000001:0.0:1784075326.886715:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075326.886717:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.886719:0:2400:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075326.886737:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.886746:0:2400:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075326.886747:0:2400:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.886749:0:2400:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075326.886750:0:2400:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075326.886752:0:2400:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075326.886755:0:2400:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289085696:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075326.886757:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075326.886760:0:2400:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075326.886769:0:2400:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.886771:0:2400:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075326.886773:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2871c5200. 02000000:00000001:0.0:1784075326.886775:0:2400:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075326.886779:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075326.886781:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b528. 00000400:00000010:0.0:1784075326.886797:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba2a8. 00000100:00000200:0.0:1784075326.886800:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289085696, portal 10 00000100:00000001:0.0:1784075326.886802:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075326.886803:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739601920 : -110008969949696 : ffff9bf28a6c8e00) 00000100:00000040:0.0:1784075326.886809:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.886816:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075326.886818:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075326.886820:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba330. 00000100:00000200:0.0:1784075326.886822:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289085696, offset 0 00000400:00000200:0.0:1784075326.886827:0:2400:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075326.886831:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.886834:0:2400:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075326.886837:0:2400:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075326.886839:0:2400:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075326.886841:0:2400:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075326.886844:0:2400:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075326.886847:0:2400:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [162:162:252:4294967295] 192.168.204.118@tcp LPNI seq info [162:162:4:4294967295] 00000400:00000200:0.0:1784075326.886850:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.886855:0:2400:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075326.886860:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075326.886863:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf283facb00. 00000800:00000200:0.0:1784075326.886867:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075326.886871:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075326.886873:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf283facb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075326.886875:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.886883:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: using a timeout of 18335 usecs (19 jiffies) 00000400:00000200:0.0:1784075326.886887:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075326.886889:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295056407 00000100:00000001:0.0:1784075326.886891:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295057651 00000100:00000001:0.0:1784075326.886893:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295056407 00000100:00000001:0.0:1784075326.886895:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295057651 00000100:00000001:0.0:1784075326.886897:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075326.886900:0:2400:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.886902:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.886915:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.886927:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075326.886929:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784075326.886971:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075326.886976:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf283fac700. 00000400:00000200:0.0:1784075326.886981:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075326.886986:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075326.886992:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba908 00000400:00000010:0.0:1784075326.886995:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba908. 00000100:00000001:0.0:1784075326.886999:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075326.887004:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.887015:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075326.887018:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.887025:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.887027:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075326.887038:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075326.887041:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf283face00. 00000400:00000200:0.0:1784075326.887043:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075326.887046:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075326.887049:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba660 00000400:00000010:0.0:1784075326.887050:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba660. 00000100:00000001:0.0:1784075326.887058:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075326.887062:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.887070:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075326.887073:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.887079:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.887080:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075326.887088:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075326.887090:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf283fac200. 00000400:00000200:0.0:1784075326.887093:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075326.887096:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075326.887098:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1bacc0 00000400:00000010:0.0:1784075326.887099:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1bacc0. 00000100:00000001:0.0:1784075326.887102:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075326.887105:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.887111:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075326.887114:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.887120:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.887122:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075326.887128:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075326.887130:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf283fac800. 00000400:00000200:0.0:1784075326.887132:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075326.887135:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075326.887137:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba198 00000400:00000010:0.0:1784075326.887139:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba198. 00000100:00000001:0.0:1784075326.887140:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075326.887144:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.887150:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075326.887158:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.887164:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.887166:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784075326.887229:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075326.887231:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf283facb00. 00000400:00000200:0.0:1784075326.887235:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075326.887238:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075326.887240:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba330 00000400:00000010:0.0:1784075326.887242:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba330. 00000100:00000001:0.0:1784075326.887244:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075326.887247:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.887254:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075326.887256:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.887262:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.887263:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784075326.889866:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.889881:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075326.889885:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.889887:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075326.889895:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.889904:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075326.889913:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.889918:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.889923:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.889930:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a56d33304b80 00000400:00000200:1.0:1784075326.889935:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.889942:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:1.0:1784075326.889949:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.889957:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075326.889960:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075326.889965:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075326.889972:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075326.889980:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075326.889991:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.890008:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075326.890016:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.890019:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075326.890031:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075326.890035:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784075326.890048:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784075326.890050:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784075326.890054:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b898. 00000400:00000200:1.0:1784075326.890057:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba7f8 00000400:00000010:1.0:1784075326.890060:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba7f8. 00000100:00000001:1.0:1784075326.890062:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075326.890067:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784075326.890075:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.890081:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784075326.890083:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075326.890086:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784075326.890089:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784075326.890091:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784075326.890094:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075326.890097:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784075326.890105:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=96 v=5 (5 0 0 0) 00000100:00001000:1.0:1784075326.890111:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1784075326.890113:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784075326.890115:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075326.890118:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784075326.890120:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075326.890123:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075326.890128:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.890136:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075326.890139:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784075326.890141:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784075326.890144:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075326.890151:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2400:1870738289085312:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075326.890156:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075326.890165:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075326.890169:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c8700 x1870738289085312/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.890175:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784075326.890178:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784075326.890181:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2871c4800. 02000000:00000001:1.0:1784075326.890185:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784075326.890188:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784075326.890189:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:1.0:1784075326.890192:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784075326.890194:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf283fac300. 02000000:00000001:1.0:1784075326.890199:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784075326.890200:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784075326.890202:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c8700. 00000100:00000001:1.0:1784075326.890217:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784075326.890219:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075326.890222:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075326.890224:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075326.890225:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784075326.890227:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075326.890229:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784075326.892242:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075326.892256:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075326.892260:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075326.892263:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075326.892271:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.892279:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075326.892287:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.892291:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.892296:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.892300:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304c80 00000400:00000200:0.0:1784075326.892306:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.892312:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:0.0:1784075326.892319:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075326.892323:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075326.892326:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075326.892336:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075326.892343:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075326.892351:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075326.892362:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.892389:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075326.892399:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075326.892404:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075326.892405:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075326.892408:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075326.892411:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.892415:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075326.892419:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.892422:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.892425:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.892430:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304d80 00000400:00000200:0.0:1784075326.892433:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075326.892438:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:0.0:1784075326.892442:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075326.892498:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075326.892501:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075326.892504:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075326.892507:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075326.892512:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075326.892520:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.892526:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075326.892531:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075326.892540:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075326.892552:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075326.892556:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784075326.892562:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075326.892564:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075326.892567:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b2c0. 00000400:00000200:0.0:1784075326.892571:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba770 00000400:00000010:0.0:1784075326.892574:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba770. 00000100:00000001:0.0:1784075326.892577:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075326.892581:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075326.892604:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.892612:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075326.892614:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075326.892616:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075326.892619:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075326.892630:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075326.892632:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.892635:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075326.892644:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81c460 time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075326.892648:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81c418 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075326.892651:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075326.892653:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075326.892656:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075326.892661:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075326.892668:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.892671:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075326.892673:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075326.892675:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075326.892677:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.892681:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.892697:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075326.892700:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075326.892702:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075326.892706:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075326.892713:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289085568:192.168.204.118@tcp:400:kworker.0 00000400:00000001:0.0:1784075326.892719:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784075326.892721:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784075326.892739:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b5d8. 00000400:00000200:0.0:1784075326.892742:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1badd0 00000400:00000010:0.0:1784075326.892744:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1badd0. 00000100:00000001:0.0:1784075326.892747:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075326.892750:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784075326.892758:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.892765:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784075326.892766:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075326.892772:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784075326.892774:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784075326.892775:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075326.892776:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075326.892778:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075326.892783:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a716c60 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1784075326.892797:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a716c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075326.892799:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784075326.892800:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075326.892802:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1784075326.892805:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784075326.892820:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.892823:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784075326.892824:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:0.0:1784075326.892826:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784075326.892827:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075326.892831:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.892836:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075326.892838:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784075326.892839:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784075326.892843:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784075326.892849:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289085824:192.168.204.118@tcp:400:kworker.0 00000100:00000001:0.0:1784075326.892853:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.892856:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075326.892859:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6ca680 x1870738289085568/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.892867:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075326.892870:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075326.892873:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2871c5400. 02000000:00000001:0.0:1784075326.892876:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075326.892879:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075326.892881:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf28a81c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000020:00000001:0.0:1784075326.892883:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075326.892886:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf283fac500. 02000000:00000001:0.0:1784075326.892889:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075326.892890:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075326.892892:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6ca680. 00000100:00000001:0.0:1784075326.892895:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075326.892897:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075326.892903:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075326.892907:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c9880 x1870738289085824/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075326.892914:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784075326.892915:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784075326.892917:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2871c5e00. 02000000:00000001:0.0:1784075326.892919:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784075326.892920:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784075326.892922:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf28a716800 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000020:00000001:0.0:1784075326.892924:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784075326.892926:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf283facd00. 02000000:00000001:0.0:1784075326.892928:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784075326.892929:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784075326.892930:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c9880. 00000100:00000001:0.0:1784075326.892933:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784075326.892934:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075326.892937:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.892939:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784075326.892940:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075326.892942:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075326.892944:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784075326.900254:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.900271:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075326.900276:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.900278:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075326.900287:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.900295:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075326.900303:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.900307:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.900312:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.900317:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304c00 00000400:00000200:1.0:1784075326.900321:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.900328:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1784075326.900336:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.900340:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075326.900344:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075326.900355:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075326.900363:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075326.900383:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075326.900396:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.900413:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075326.900423:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.900428:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075326.900429:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.900431:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075326.900434:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.900438:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075326.900441:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.900444:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.900446:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.900448:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33304d00 00000400:00000200:1.0:1784075326.900452:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075326.900456:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1784075326.900459:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.900467:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075326.900469:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075326.900472:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075326.900475:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075326.900479:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784075326.900488:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.900495:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784075326.900498:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075326.900507:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075326.900521:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075326.900526:0:2400:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784075326.900533:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784075326.900535:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784075326.900541:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b0b0. 00000400:00000200:1.0:1784075326.900545:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1baaa0 00000400:00000010:1.0:1784075326.900548:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1baaa0. 00000100:00000001:1.0:1784075326.900551:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075326.900555:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784075326.900563:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.900569:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784075326.900571:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075326.900573:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784075326.900576:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784075326.900579:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784075326.900581:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075326.900584:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784075326.900596:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81e460 time=96 v=5 (5 0 0 0) 00000100:00001000:1.0:1784075326.900600:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81e418 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1784075326.900602:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784075326.900604:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075326.900607:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784075326.900610:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075326.900614:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784075326.900616:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:1.0:1784075326.900618:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784075326.900620:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075326.900625:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.900633:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075326.900636:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784075326.900637:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784075326.900651:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075326.900660:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2400:1870738289085440:192.168.204.118@tcp:400:kworker.0 00000400:00000001:1.0:1784075326.900666:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784075326.900668:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784075326.900670:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b528. 00000400:00000200:1.0:1784075326.900672:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba2a8 00000400:00000010:1.0:1784075326.900674:0:2400:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba2a8. 00000100:00000001:1.0:1784075326.900676:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784075326.900679:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784075326.900688:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.900694:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784075326.900695:0:2400:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075326.900697:0:2400:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784075326.900699:0:2400:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784075326.900700:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784075326.900701:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075326.900703:0:2400:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784075326.900709:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a713460 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1784075326.900712:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a713418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1784075326.900714:0:2400:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784075326.900715:0:2400:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075326.900717:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784075326.900719:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075326.900721:0:2400:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784075326.900757:0:2400:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:1.0:1784075326.900759:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784075326.900761:0:2400:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075326.900766:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.900782:0:2400:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784075326.900784:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784075326.900786:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784075326.900790:0:2400:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784075326.900797:0:2400:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2400:1870738289085696:192.168.204.118@tcp:400:kworker.0 00000100:00000001:1.0:1784075326.900801:0:2400:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075326.900804:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075326.900807:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6cad80 x1870738289085440/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.900813:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784075326.900816:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784075326.900819:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2871c4600. 02000000:00000001:1.0:1784075326.900823:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784075326.900826:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784075326.900828:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf28a81e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000020:00000001:1.0:1784075326.900830:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784075326.900832:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf283fac000. 02000000:00000001:1.0:1784075326.900836:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784075326.900837:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784075326.900839:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6cad80. 00000100:00000001:1.0:1784075326.900843:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784075326.900844:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075326.900846:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075326.900849:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c8e00 x1870738289085696/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075326.900855:0:2400:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784075326.900856:0:2400:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784075326.900857:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2871c5200. 02000000:00000001:1.0:1784075326.900859:0:2400:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784075326.900860:0:2400:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784075326.900867:0:2400:0:(genops.c:1244:class_import_put()) import ffff9bf28a713000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000020:00000001:1.0:1784075326.900869:0:2400:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784075326.900871:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf283facc00. 02000000:00000001:1.0:1784075326.900873:0:2400:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784075326.900874:0:2400:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784075326.900876:0:2400:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c8e00. 00000100:00000001:1.0:1784075326.900879:0:2400:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784075326.900880:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075326.900882:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075326.900890:0:2400:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784075326.900892:0:2400:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075326.900894:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784075326.900897:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075327.074745:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075327.074764:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075327.074770:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075327.074771:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784075327.074977:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784075327.074980:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784075327.074984:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1784075327.425996:0:10213:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1784075327.426009:0:10213:0:(llite_lib.c:4232:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075328.099556:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075328.099564:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075328.099571:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075328.099572:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075328.099680:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075328.099684:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075328.099688:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784075328.161804:0:9871:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615000 (cpu 0) has reached its deadline 4295057651, at 4295057664 00000100:00000010:0.0:1784075328.161820:0:9871:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a8351e0. 00000100:00000040:1.0:1784075328.162135:0:127:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615110 (cpu 0) has reached its deadline 4295057651, at 4295057664 00000100:00000010:1.0:1784075328.162142:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a835ea0. 00000020:00000010:2.0:1784075328.866265:0:10277:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9bf28c1476e0. 00000400:00000040:2.0:1784075328.866293:0:10277:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1784075328.866296:0:10277:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1784075328.866298:0:10277:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1784075328.866300:0:10277:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1784075328.866302:0:10277:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1784075328.866303:0:10277:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1784075328.866304:0:10277:0:(api-ni.c:3056:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1784075328.866394:0:10277:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9bf28c1476e0. 00010000:00000001:3.0:1784075329.122432:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075329.122439:0:8954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1784075329.122441:0:8954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1784075329.122445:0:8954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075329.122451:0:8954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1784075329.122453:0:8954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075329.122455:0:8954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075329.122457:0:8954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075329.122461:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075329.122462:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784075329.122619:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784075329.122624:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784075329.122626:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1784075329.859684:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.859758:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075329.859764:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.859767:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075329.859778:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.859787:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075329.859798:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.859822:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.859828:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.859844:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 328 into portal 15 MB=0x6a56d3441a580 00000400:00000200:0.0:1784075329.859855:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.118@tcp of length 328/328 into md 0x19 [2] + 984 00000800:00000001:0.0:1784075329.859864:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.859875:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075329.859878:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075329.859882:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075329.859892:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1784075329.859895:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1784075329.859903:0:2392:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c9880. 00000100:00000040:0.0:1784075329.859908:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff9bf28a6c9880 x1870738306999680 msgsize 328 00000100:00100000:0.0:1784075329.859912:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00000001:0.0:1784075329.859929:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1784075329.859940:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.859944:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075329.860032:0:6159:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1784075329.860044:0:6159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870738306999680 02000000:00000001:1.0:1784075329.860048:0:6159:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1784075329.860051:0:6159:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784075329.860053:0:6159:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784075329.860059:0:6159:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784075329.860064:0:6159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870738306999680 00000020:00000001:1.0:1784075329.860068:0:6159:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1784075329.860071:0:6159:0:(genops.c:825:class_conn2export()) looking for export cookie 0x4f19279f2c37ffd6 00000020:00000001:1.0:1784075329.860073:0:6159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784075329.860077:0:6159:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9bf2908d9000 refcount=3 00000020:00000001:1.0:1784075329.860080:0:6159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064842428416 : -110008867123200 : ffff9bf2908d9000) 00000020:00000001:1.0:1784075329.860082:0:6159:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634064842428416 : -110008867123200 : ffff9bf2908d9000) 00000100:00000001:1.0:1784075329.860088:0:6159:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784075329.860094:0:6159:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9bf282c5b0c0. 00000100:00000001:1.0:1784075329.860097:0:6159:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784075329.860100:0:6159:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9bf282c5b0c0. 00000020:00000010:1.0:1784075329.860115:0:6159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9bf28b863c00. 00000020:00000010:1.0:1784075329.860121:0:6159:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9bf2838c6600. 00000020:00000010:1.0:1784075329.860127:0:6159:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9bf284345af0. 00000100:00000040:1.0:1784075329.860139:0:6159:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1784075329.860143:0:6159:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1784075329.860144:0:6159:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1784075329.860147:0:6159:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075329.860158:0:6159:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075329.860173:0:6159:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784075329.860187:0:6159:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1784075329.860189:0:6159:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1784075329.860194:0:6159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 3 00000100:00000040:1.0:1784075329.860200:0:6159:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9bf2908d9000 : new rpc_count 1 00000100:00000001:1.0:1784075329.860202:0:6159:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634064739604608 : -110008969947008 : ffff9bf28a6c9880) 00000100:00000040:1.0:1784075329.860211:0:6159:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9bf28a6c9880 x1870738306999680/t0(0) o104->dfb4fd45-58c8-4119-8a41-180ff3b3d11c@192.168.204.118@tcp:525/0 lens 328/0 e 0 to 0 dl 1784075340 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784075329.860226:0:6159:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1784075329.860229:0:6159:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9bf282c5b0c0. 00000100:00000001:1.0:1784075329.860231:0:6159:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1784075329.860233:0:6159:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9bf282c5b0c0. 00000100:00100000:1.0:1784075329.860238:0:6159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bf28a6c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfb4fd45-58c8-4119-8a41-180ff3b3d11c+3:13398:x1870738306999680:12345-192.168.204.118@tcp:104: 00000100:00000200:1.0:1784075329.860242:0:6159:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870738306999680 00010000:00000001:1.0:1784075329.860245:0:6159:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1784075329.860254:0:6159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1784075329.860260:0:6159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:1.0:1784075329.860262:0:6159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9bf289e4ac00 refcount=2 00000020:00000001:1.0:1784075329.860265:0:6159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064730696704 : -110008978854912 : ffff9bf289e4ac00) 00010000:00000001:1.0:1784075329.860268:0:6159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634064730696704 : -110008978854912 : ffff9bf289e4ac00) 00010000:00000001:1.0:1784075329.860273:0:6159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1784075329.860276:0:6159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075329.860282:0:6159:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1784075329.860300:0:6159:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1784075329.860303:0:6159:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1784075329.860309:0:6159:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9bf2860e2000. 02000000:00000001:1.0:1784075329.860311:0:6159:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075329.860325:0:6159:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075329.860332:0:6159:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1784075329.860335:0:6159:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784075329.860340:0:6159:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2893a71e8 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1784075329.860345:0:6159:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1784075329.860348:0:6159:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9bf283fb9900 refcount 28 to 192.168.204.118@tcp 00000100:00000001:1.0:1784075329.860351:0:6159:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634064631535872 : -110009078015744 : ffff9bf283fb9900) 02000000:00000001:1.0:1784075329.860354:0:6159:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1784075329.860356:0:6159:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075329.860360:0:6159:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784075329.860363:0:6159:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:1.0:1784075329.860368:0:6159:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28b14cdd0. 00000100:00000200:1.0:1784075329.860375:0:6159:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870738306999680, offset 224 00000400:00000200:1.0:1784075329.860383:0:6159:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:1.0:1784075329.860391:0:6159:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075329.860399:0:6159:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.204.18@tcp to MR: 192.168.204.118@tcp local destination 00000400:00000200:1.0:1784075329.860406:0:6159:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [163:163:256:4294967295] 192.168.204.118@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:1.0:1784075329.860411:0:6159:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075329.860419:0:6159:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:192.168.204.18@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:1.0:1784075329.860426:0:6159:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:1.0:1784075329.860431:0:6159:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf28e5ad900. 00000800:00000200:1.0:1784075329.860439:0:6159:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:1.0:1784075329.860448:0:6159:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:1.0:1784075329.860463:0:6159:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf28e5ad900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784075329.860478:0:6159:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075329.860481:0:6159:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9bf283fb9900 refcount 27 to 192.168.204.118@tcp 00010000:00000001:1.0:1784075329.860668:0:6159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1784075329.860673:0:6159:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9bf2893d7300. 00010000:00000001:1.0:1784075329.860676:0:6159:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1784075329.860692:0:6159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1784075329.860695:0:6159:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075329.860696:0:6159:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784075329.860698:0:6159:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784075329.860705:0:6159:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c9880 x1870738306999680/t0(0) o104->dfb4fd45-58c8-4119-8a41-180ff3b3d11c@192.168.204.118@tcp:525/0 lens 328/224 e 0 to 0 dl 1784075340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784075329.860715:0:6159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bf28a6c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfb4fd45-58c8-4119-8a41-180ff3b3d11c+3:13398:x1870738306999680:12345-192.168.204.118@tcp:104: Request processed in 487us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1784075329.860758:0:6159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 3 00000100:00000040:1.0:1784075329.860762:0:6159:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9bf2908d9000 : new rpc_count 0 00000100:00000001:1.0:1784075329.860765:0:6159:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1784075329.860767:0:6159:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1784075329.860773:0:6159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9bf2838c6600. 00000020:00000001:2.0:1784075329.860775:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1784075329.860780:0:6159:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9bf284345af0. 00000020:00000001:2.0:1784075329.860784:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1784075329.860787:0:6159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9bf28b863c00. 00010000:00010000:2.0:1784075329.860791:0:6170:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:1.0:1784075329.860797:0:6159:0:(genops.c:900:class_export_put()) PUTting export ffff9bf2908d9000 : new refcount 2 00010000:00000001:2.0:1784075329.860798:0:6170:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1784075329.860801:0:6170:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1784075329.860805:0:6159:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1784075329.860811:0:6170:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075329.860824:0:6170:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bf289e4ac00 already unused, calling callback (ffffffffc14f2c20) 10000000:00000001:2.0:1784075329.860827:0:6170:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1784075329.860831:0:6170:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1784075329.860838:0:6170:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1784075329.860841:0:6170:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1784075329.860843:0:6170:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784075329.860846:0:6170:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9bf289e4ac00 refcount=3 00000020:00000001:2.0:1784075329.860868:0:6170:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064730696704 : -110008978854912 : ffff9bf289e4ac00) 00010000:00000001:2.0:1784075329.860873:0:6170:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634064730696704 : -110008978854912 : ffff9bf289e4ac00) 00010000:00000001:2.0:1784075329.860876:0:6170:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1784075329.860879:0:6170:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1784075329.860885:0:6170:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1784075329.860888:0:6170:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1784075329.860895:0:6170:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1784075329.860899:0:6170:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1784075329.860901:0:6170:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1784075329.860904:0:6170:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1784075329.860905:0:6170:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1784075329.860907:0:6170:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075329.860936:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075329.860945:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf28e5ad900. 00000400:00000200:1.0:1784075329.860950:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075329.860955:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075329.860962:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28b14cdd0 00000400:00000010:1.0:1784075329.860965:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28b14cdd0. 00000100:00000001:1.0:1784075329.860970:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1784075329.860972:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00000001:2.0:1784075329.860995:0:6170:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1784075329.860999:0:6170:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1784075329.861001:0:6170:0:(mgc_request.c:123:config_log_put()) log params(ffff9bf2838cb800) refs 2 10000000:00000001:2.0:1784075329.861004:0:6170:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1784075329.861007:0:6170:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075329.861012:0:6170:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1784075329.861017:0:6170:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1784075329.861019:0:6170:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1784075329.861022:0:6170:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1784075329.861025:0:6170:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784075329.861028:0:6170:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9bf289e4ac00 with handle 0x4f19279f2c3800a1 from hash 00010000:00000001:2.0:1784075329.861031:0:6170:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1784075329.861033:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1784075329.861035:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1784075329.861036:0:6170:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1784075329.861039:0:6170:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1784075329.861041:0:6170:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1784075329.861045:0:6170:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1784075329.861048:0:6170:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1784075329.861066:0:6170:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a685f80. 00000020:00000040:2.0:1784075329.861071:0:6170:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1784075329.861077:0:6170:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075329.861079:0:6170:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075329.861097:0:6170:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075329.861111:0:6170:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9bf2871c4c00. 00000100:00000001:2.0:1784075329.861118:0:6170:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075329.861120:0:6170:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1784075329.861127:0:6170:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075329.861133:0:6170:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1784075329.861135:0:6170:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075329.861141:0:6170:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075329.861146:0:6170:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075329.861161:0:6170:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e797c309] to pc [ptlrpcd_01_00+0] req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784075329.861187:0:6170:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1784075329.861190:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1784075329.861191:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1784075329.861192:0:6170:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075329.861194:0:6170:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1784075329.861196:0:6170:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075329.861199:0:6170:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1784075329.861205:0:6170:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1784075329.861208:0:6170:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9bf289e4ac00/0x4f19279f2c3800a1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da931f2 expref: -99 pid: 9110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1784075329.861220:0:6170:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1784075329.861221:0:6170:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1784075329.861223:0:6170:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9bf2893d7300. 00010000:00000001:2.0:1784075329.861229:0:6170:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075329.861236:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075329.861237:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075329.861239:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784075329.861241:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075329.861242:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075329.861244:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784075329.861246:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075329.861247:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075329.861249:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784075329.861258:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784075329.861261:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784075329.861264:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075329.861271:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075329.861273:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075329.861275:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075329.861278:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075329.861280:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075329.861285:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075329.861293:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075329.861295:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075329.861300:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075329.861303:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075329.861305:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075329.861308:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289085952:192.168.204.118@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1784075329.861323:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075329.861330:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075329.861333:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075329.861335:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075329.861339:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2871c4a00. 02000000:00000001:2.0:1784075329.861341:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075329.861350:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075329.861354:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c580. 00000400:00000010:2.0:1784075329.861361:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2440. 00000100:00000200:2.0:1784075329.861369:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289085952, portal 18 00000100:00000001:2.0:1784075329.861377:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075329.861378:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739327872 : -110008970223744 : ffff9bf28a685f80) 00000100:00000040:2.0:1784075329.861385:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075329.861392:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075329.861394:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075329.861397:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2cc0. 00000100:00000200:2.0:1784075329.861400:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870738289085952, offset 0 00000400:00000200:2.0:1784075329.861406:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075329.861415:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075329.861423:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075329.861428:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075329.861432:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075329.861436:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075329.861439:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075329.861443:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [164:164:256:4294967295] 192.168.204.118@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1784075329.861447:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075329.861457:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075329.861463:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075329.861468:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4300. 00000800:00000200:2.0:1784075329.861474:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075329.861483:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075329.861487:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1784075329.861502:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075329.861507:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075329.861510:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295060629 00000100:00000010:2.0:1784075329.861514:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a6827e0. 00000100:00000001:2.0:1784075329.861521:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784075329.861529:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295060629 00000100:00000010:2.0:1784075329.861532:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a682720. 00000100:00000001:2.0:1784075329.861540:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784075329.861543:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075329.861546:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075329.861550:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075329.861552:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075329.861578:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075329.861580:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784075329.861701:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784075329.861706:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4300. 00000400:00000200:0.0:1784075329.861711:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075329.861716:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075329.861721:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2cc0 00000400:00000010:0.0:1784075329.861749:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2cc0. 00000100:00000001:0.0:1784075329.861754:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784075329.861760:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075329.861772:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784075329.861775:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075329.861781:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075329.861783:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784075329.862782:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075329.862802:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784075329.862806:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075329.862809:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075329.862818:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075329.862910:0:2393:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:1.0:1784075329.862924:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075329.862929:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075329.862934:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:1.0:1784075329.862938:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 328 into portal 15 MB=0x6a56d3441a900 00000400:00000200:1.0:1784075329.862949:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.118@tcp of length 328/328 into md 0x19 [2] + 1312 00000800:00000001:1.0:1784075329.862957:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075329.862968:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784075329.862971:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075329.862975:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:1.0:1784075329.862983:0:2393:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1784075329.862985:0:2393:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1784075329.862992:0:2393:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28c0d7b80. 00000100:00000040:1.0:1784075329.862996:0:2393:0:(events.c:337:request_in_callback()) incoming req@ffff9bf28c0d7b80 x1870738307000576 msgsize 328 00000100:00100000:1.0:1784075329.863011:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.118@tcp (source: 12345-192.168.204.118@tcp) 00000100:00000001:1.0:1784075329.863037:0:2393:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1784075329.863046:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784075329.863050:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075329.863169:0:6159:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1784075329.863172:0:6159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1870738307000576 02000000:00000001:0.0:1784075329.863180:0:6159:0:(sec.c:2497:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1784075329.863188:0:6159:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784075329.863190:0:6159:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075329.863195:0:6159:0:(sec.c:2546:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075329.863200:0:6159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1870738307000576 00000020:00000001:0.0:1784075329.863203:0:6159:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1784075329.863205:0:6159:0:(genops.c:825:class_conn2export()) looking for export cookie 0x4f19279f2c37ffd6 00000020:00000001:0.0:1784075329.863208:0:6159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784075329.863212:0:6159:0:(lustre_handles.c:147:class_handle2object()) GET export ffff9bf2908d9000 refcount=3 00000020:00000001:0.0:1784075329.863215:0:6159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064842428416 : -110008867123200 : ffff9bf2908d9000) 00000020:00000001:0.0:1784075329.863217:0:6159:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446634064842428416 : -110008867123200 : ffff9bf2908d9000) 00000100:00000001:0.0:1784075329.863222:0:6159:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784075329.863227:0:6159:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9bf28a749900. 00000100:00000001:0.0:1784075329.863230:0:6159:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784075329.863233:0:6159:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9bf28a749900. 00000020:00000010:0.0:1784075329.863241:0:6159:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9bf28577ea00. 00000020:00000010:0.0:1784075329.863247:0:6159:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9bf28434d480. 00000020:00000010:0.0:1784075329.863253:0:6159:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9bf283fa5bb8. 00000100:00000040:0.0:1784075329.863264:0:6159:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1784075329.863268:0:6159:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1784075329.863275:0:6159:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1784075329.863277:0:6159:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075329.863287:0:6159:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075329.863303:0:6159:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075329.863329:0:6159:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1784075329.863332:0:6159:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1784075329.863337:0:6159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.118@tcp, seq: 4 00000100:00000040:0.0:1784075329.863346:0:6159:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9bf2908d9000 : new rpc_count 1 00000100:00000001:0.0:1784075329.863348:0:6159:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446634064766925696 : -110008942625920 : ffff9bf28c0d7b80) 00000100:00000040:0.0:1784075329.863355:0:6159:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9bf28c0d7b80 x1870738307000576/t0(0) o104->dfb4fd45-58c8-4119-8a41-180ff3b3d11c@192.168.204.118@tcp:525/0 lens 328/0 e 0 to 0 dl 1784075340 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784075329.863364:0:6159:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1784075329.863367:0:6159:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9bf28a749900. 00000100:00000001:0.0:1784075329.863368:0:6159:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1784075329.863377:0:6159:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9bf28a749900. 00000100:00100000:0.0:1784075329.863382:0:6159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9bf28c0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfb4fd45-58c8-4119-8a41-180ff3b3d11c+3:13398:x1870738307000576:12345-192.168.204.118@tcp:104: 00000100:00000200:0.0:1784075329.863386:0:6159:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1870738307000576 00010000:00000001:0.0:1784075329.863389:0:6159:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1784075329.863396:0:6159:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1784075329.863398:0:6159:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784075329.863400:0:6159:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9bf280030e00 refcount=2 00000020:00000001:0.0:1784075329.863402:0:6159:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064564915712 : -110009144635904 : ffff9bf280030e00) 00010000:00000001:0.0:1784075329.863406:0:6159:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634064564915712 : -110009144635904 : ffff9bf280030e00) 00010000:00000001:0.0:1784075329.863410:0:6159:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1784075329.863414:0:6159:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784075329.863419:0:6159:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1784075329.863431:0:6159:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1784075329.863434:0:6159:0:(sec.c:2568:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1784075329.863441:0:6159:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9bf28c181800. 02000000:00000001:0.0:1784075329.863444:0:6159:0:(sec.c:2605:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075329.863447:0:6159:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075329.863463:0:6159:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1784075329.863466:0:6159:0:(ldlm_lib.c:3327:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784075329.863470:0:6159:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2893a71e8 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1784075329.863476:0:6159:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1784075329.863479:0:6159:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9bf283fb9900 refcount 28 to 192.168.204.118@tcp 00000100:00000001:0.0:1784075329.863481:0:6159:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634064631535872 : -110009078015744 : ffff9bf283fb9900) 02000000:00000001:0.0:1784075329.863484:0:6159:0:(sec.c:2619:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1784075329.863494:0:6159:0:(sec.c:2630:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075329.863498:0:6159:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075329.863501:0:6159:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075329.863506:0:6159:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1badd0. 00000100:00000200:0.0:1784075329.863512:0:6159:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1870738307000576, offset 224 00000400:00000200:0.0:1784075329.863519:0:6159:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075329.863527:0:6159:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.863540:0:6159:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source Specified: 192.168.204.18@tcp to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075329.863547:0:6159:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [165:165:256:4294967295] 192.168.204.118@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:0.0:1784075329.863552:0:6159:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.863560:0:6159:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:192.168.204.18@tcp) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075329.863567:0:6159:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075329.863572:0:6159:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf283facd00. 00000800:00000200:0.0:1784075329.863579:0:6159:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075329.863588:0:6159:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075329.863593:0:6159:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf283facd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784075329.863607:0:6159:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075329.863611:0:6159:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff9bf283fb9900 refcount 27 to 192.168.204.118@tcp 00010000:00000001:0.0:1784075329.863615:0:6159:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1784075329.863619:0:6159:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9bf28ddec900. 00010000:00000001:0.0:1784075329.863622:0:6159:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1784075329.863637:0:6159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1784075329.863640:0:6159:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075329.863642:0:6159:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075329.863644:0:6159:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075329.863649:0:6159:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28c0d7b80 x1870738307000576/t0(0) o104->dfb4fd45-58c8-4119-8a41-180ff3b3d11c@192.168.204.118@tcp:525/0 lens 328/224 e 0 to 0 dl 1784075340 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784075329.863659:0:6159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9bf28c0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:dfb4fd45-58c8-4119-8a41-180ff3b3d11c+3:13398:x1870738307000576:12345-192.168.204.118@tcp:104: Request processed in 293us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1784075329.863668:0:6159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.118@tcp, seq: 4 00000100:00000040:0.0:1784075329.863672:0:6159:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9bf2908d9000 : new rpc_count 0 00000100:00000001:0.0:1784075329.863675:0:6159:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1784075329.863677:0:6159:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1784075329.863683:0:6159:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9bf28434d480. 00000020:00000001:2.0:1784075329.863687:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1784075329.863696:0:6159:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9bf283fa5bb8. 00000020:00000001:2.0:1784075329.863696:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1784075329.863703:0:6159:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9bf28577ea00. 00010000:00010000:2.0:1784075329.863704:0:6169:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1784075329.863708:0:6169:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1784075329.863710:0:6169:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1784075329.863715:0:6169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:0.0:1784075329.863721:0:6159:0:(genops.c:900:class_export_put()) PUTting export ffff9bf2908d9000 : new refcount 2 00010000:00010000:2.0:1784075329.863764:0:6169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9bf280030e00 already unused, calling callback (ffffffffc14f2c20) 10000000:00000001:2.0:1784075329.863767:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1784075329.863770:0:6169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1784075329.863776:0:6169:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1784075329.863778:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1784075329.863780:0:6169:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784075329.863782:0:6169:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9bf280030e00 refcount=3 00000020:00000001:2.0:1784075329.863784:0:6169:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064564915712 : -110009144635904 : ffff9bf280030e00) 00010000:00000001:2.0:1784075329.863787:0:6169:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634064564915712 : -110009144635904 : ffff9bf280030e00) 00010000:00000001:2.0:1784075329.863790:0:6169:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1784075329.863794:0:6169:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1784075329.863800:0:6169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1784075329.863803:0:6169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1784075329.863820:0:6159:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1784075329.863828:0:6169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1784075329.863834:0:6169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1784075329.863835:0:6169:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1784075329.863837:0:6169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1784075329.863838:0:6169:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1784075329.863841:0:6169:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1784075329.863853:0:6169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1784075329.863854:0:6169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1784075329.863856:0:6169:0:(mgc_request.c:123:config_log_put()) log params(ffff9bf287234800) refs 2 10000000:00000001:2.0:1784075329.863859:0:6169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1784075329.863863:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075329.863866:0:6169:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1784075329.863870:0:6169:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1784075329.863872:0:6169:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1784075329.863874:0:6169:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1784075329.863876:0:6169:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784075329.863881:0:6169:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9bf280030e00 with handle 0x4f19279f2c380062 from hash 00010000:00000001:2.0:1784075329.863884:0:6169:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1784075329.863885:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1784075329.863887:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1784075329.863888:0:6169:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1784075329.863890:0:6169:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1784075329.863892:0:6169:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1784075329.863895:0:6169:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1784075329.863897:0:6169:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1784075329.863908:0:6169:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a687800. 00000020:00000040:2.0:1784075329.863913:0:6169:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1784075329.863919:0:6169:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075329.863922:0:6169:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075329.863928:0:6169:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075329.863935:0:6169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9bf2871c5000. 00000100:00000001:2.0:1784075329.863944:0:6169:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784075329.863948:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1784075329.863949:0:6169:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000800:00000010:0.0:1784075329.863955:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf283facd00. 00010000:00010000:2.0:1784075329.863957:0:6169:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1784075329.863961:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075329.863971:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:0.0:1784075329.863980:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1badd0 00010000:00010000:2.0:1784075329.863985:0:6169:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000400:00000010:0.0:1784075329.863986:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1badd0. 00010000:00000001:2.0:1784075329.863992:0:6169:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784075329.863995:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1784075329.863999:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1784075329.864000:0:6169:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075329.864007:0:6169:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075329.864020:0:6169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000177ea832] to pc [ptlrpcd_01_01+1] req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784075329.864042:0:6169:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1784075329.864045:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1784075329.864047:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1784075329.864048:0:6169:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075329.864050:0:6169:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1784075329.864051:0:6169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075329.864055:0:6169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1784075329.864061:0:6169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1784075329.864064:0:6169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.118@tcp lock: ffff9bf280030e00/0x4f19279f2c380062 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xef66d2335da931a5 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1784075329.864072:0:6169:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9bf285708500 count: 0 00010000:00000001:2.0:1784075329.864272:0:6169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1784075329.864275:0:6169:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1784075329.864277:0:6169:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9bf28ddec900. 00010000:00000001:2.0:1784075329.864283:0:6169:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075329.864286:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075329.864287:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075329.864289:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784075329.864291:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075329.864292:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075329.864294:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784075329.864296:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075329.864297:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075329.864299:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1784075329.864329:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784075329.864333:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784075329.864336:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075329.864342:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075329.864345:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075329.864346:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075329.864349:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075329.864351:0:2402:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075329.864358:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075329.864366:0:2402:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075329.864368:0:2402:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075329.864372:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075329.864375:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075329.864377:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075329.864381:0:2402:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289086080:192.168.204.118@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1784075329.864386:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075329.864391:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075329.864393:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075329.864395:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075329.864400:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2871c5e00. 02000000:00000001:2.0:1784075329.864402:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075329.864409:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075329.864413:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c688. 00000400:00000010:2.0:1784075329.864419:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2908. 00000100:00000200:2.0:1784075329.864425:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289086080, portal 18 00000100:00000001:2.0:1784075329.864427:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075329.864428:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739334144 : -110008970217472 : ffff9bf28a687800) 00000100:00000040:2.0:1784075329.864433:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075329.864439:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075329.864441:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075329.864444:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2660. 00000100:00000200:2.0:1784075329.864447:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1870738289086080, offset 0 00000400:00000200:2.0:1784075329.864459:0:2402:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075329.864467:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075329.864472:0:2402:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075329.864478:0:2402:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075329.864481:0:2402:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075329.864485:0:2402:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075329.864487:0:2402:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075329.864491:0:2402:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [166:166:256:4294967295] 192.168.204.118@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1784075329.864495:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075329.864503:0:2402:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075329.864509:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075329.864514:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4e00. 00000800:00000200:2.0:1784075329.864520:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075329.864527:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075329.864531:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1784075329.864610:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075329.864616:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075329.864619:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295060632 00000100:00000001:2.0:1784075329.864626:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295060629 00000100:00000001:2.0:1784075329.864631:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295060632 00000100:00000001:2.0:1784075329.864634:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295060629 00000100:00000001:2.0:1784075329.864638:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075329.864640:0:2402:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075329.864643:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075329.864646:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075329.864657:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075329.864659:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075329.864661:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075329.864663:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075329.864898:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075329.864903:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4e00. 00000400:00000200:1.0:1784075329.864907:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075329.864912:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075329.864918:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2660 00000400:00000010:1.0:1784075329.864920:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2660. 00000100:00000001:1.0:1784075329.864924:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075329.864929:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075329.864939:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075329.864942:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075329.864948:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075329.864951:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1F:1784075329.866852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9bf289e4ac00. 00000800:00000001:0.0:1784075329.869225:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.869248:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075329.869253:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.869256:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075329.869264:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.869273:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075329.869284:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.869289:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.869294:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.869298:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 18 MB=0x6a56d33304e00 00000400:00000200:0.0:1784075329.869303:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.869311:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.118@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:0.0:1784075329.869330:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.869335:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075329.869338:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075329.869343:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075329.869350:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075329.869358:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075329.869370:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075329.869423:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075329.869428:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075329.869447:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075329.869467:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.869485:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075329.869487:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.869490:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075329.869493:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.869497:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075329.869502:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.869505:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.869508:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.869510:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 18 MB=0x6a56d33304e80 00000400:00000200:0.0:1784075329.869514:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075329.869518:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.118@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:0.0:1784075329.869522:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.869604:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075329.869608:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075329.869612:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075329.869615:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075329.869620:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075329.869628:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075329.869651:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075329.869656:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075329.869660:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075329.870021:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784075329.870039:0:2402:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784075329.870051:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784075329.870054:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784075329.870060:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c688. 00000400:00000200:3.0:1784075329.870068:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2908 00000400:00000010:3.0:1784075329.870071:0:2402:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2908. 00000100:00000001:3.0:1784075329.870077:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784075329.870088:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784075329.870109:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075329.870119:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784075329.870121:0:2402:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075329.870125:0:2402:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784075329.870128:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784075329.870132:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784075329.870135:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075329.870139:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784075329.870148:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfca8 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1784075329.870168:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1784075329.870172:0:2402:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784075329.870173:0:2402:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075329.870177:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784075329.870180:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075329.870184:0:2402:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075329.870190:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075329.870197:0:2402:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075329.870201:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784075329.870203:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784075329.870208:0:2402:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075329.870216:0:2402:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2402:1870738289086080:192.168.204.118@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1784075329.870222:0:2402:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075329.870225:0:2402:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784075329.870229:0:2402:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a687800 x1870738289086080/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075329.870236:0:2402:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784075329.870240:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784075329.870245:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2871c5e00. 02000000:00000001:3.0:1784075329.870250:0:2402:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784075329.870253:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784075329.870256:0:2402:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1784075329.870258:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784075329.870262:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9bf2871c5000. 02000000:00000001:3.0:1784075329.870266:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784075329.870268:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784075329.870270:0:2402:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a687800. 00000100:00000001:3.0:1784075329.870275:0:2402:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784075329.870276:0:2402:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075329.870279:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075329.870288:0:2402:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784075329.870296:0:2402:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075329.870298:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784075329.870301:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784075329.871035:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075329.871177:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075329.871182:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c580. 00000400:00000200:2.0:1784075329.871188:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2440 00000400:00000010:2.0:1784075329.871190:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2440. 00000100:00000001:2.0:1784075329.871194:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075329.871204:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075329.871215:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075329.871222:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075329.871224:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075329.871227:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075329.871230:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075329.871233:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075329.871235:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075329.871237:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075329.871244:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfca8 time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075329.871248:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075329.871250:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075329.871252:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075329.871255:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075329.871257:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075329.871260:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075329.871265:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075329.871272:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075329.871275:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075329.871277:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075329.871281:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075329.871288:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289085952:192.168.204.118@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1784075329.871293:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075329.871301:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075329.871306:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a685f80 x1870738289085952/t0(0) o103->MGC192.168.204.118@tcp@192.168.204.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1784075345 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075329.871323:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075329.871326:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075329.871330:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2871c4a00. 02000000:00000001:2.0:1784075329.871334:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075329.871337:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075329.871339:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1784075329.871341:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075329.871343:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9bf2871c4c00. 02000000:00000001:2.0:1784075329.871347:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075329.871348:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075329.871351:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a685f80. 00000100:00000001:2.0:1784075329.871355:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075329.871356:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075329.871359:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075329.871367:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075329.871369:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075329.871371:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075329.871374:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1784075329.874773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9bf285708500. 00010000:00000010:2.1:1784075329.874788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9bf280030e00. 00010000:00000001:3.0:1784075330.146841:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075330.146848:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075330.146854:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075330.146855:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075330.146912:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075330.146915:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075330.146918:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1784075330.455426:0:10356:0:(debug.c:306:cfs_str2mask()) Process entered 00000100:00000040:1.0:1784075331.169893:0:127:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615110 (cpu 0) has reached its deadline 4295060632, at 4295060672 00000100:00000010:1.0:1784075331.169910:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a682720. 00010000:00000001:3.0:1784075331.173432:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075331.173441:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075331.173447:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075331.173449:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784075331.173822:0:9871:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615000 (cpu 0) has reached its deadline 4295060632, at 4295060676 00000100:00000010:0.0:1784075331.173833:0:9871:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a6827e0. 00000020:00000001:2.0:1784075331.174594:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075331.174598:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075331.174602:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1784075331.555873:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1784075331.555890:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff9bf2838cb800) refs 2 10000000:00000001:0.0:1784075331.555895:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1784075331.555898:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1784075331.555900:0:6172:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1784075331.555901:0:6172:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1784075331.555904:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1784075331.555906:0:6172:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:0.0:1784075331.555926:0:6172:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9bf28a848800 from 7 10000000:00000001:0.0:1784075331.555929:0:6172:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1784075331.555931:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1784075331.555939:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6ca680. 00000020:00000040:0.0:1784075331.555945:0:6172:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1784075331.555951:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075331.555954:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075331.555959:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075331.555967:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9bf28577ea00. 00000100:00000001:0.0:1784075331.555973:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075331.555978:0:6172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1784075331.555980:0:6172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1784075331.555987:0:6172:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9bf285708100. 00010000:00000001:0.0:1784075331.555991:0:6172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1784075331.555994:0:6172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9bf280030200. 00000020:00000001:0.0:1784075331.555999:0:6172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1784075331.556002:0:6172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9bf280030200 with handle 0x4f19279f2c3800d2 to hash 00000020:00000001:0.0:1784075331.556004:0:6172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1784075331.556006:0:6172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634064564912640 : -110009144638976 : ffff9bf280030200) 00010000:00000001:0.0:1784075331.556008:0:6172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634064564912640 : -110009144638976 : ffff9bf280030200) 00010000:00000001:0.0:1784075331.556012:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1784075331.556015:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784075331.556019:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf280030200/0x4f19279f2c3800d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075331.556028:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9bf280030200/0x4f19279f2c3800d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075331.556040:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9bf280030200/0x4f19279f2c3800d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1784075331.556046:0:6172:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1784075331.556048:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1784075331.556056:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9bf28ddec900. 00000100:00000001:0.0:1784075331.556058:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446634064797419776 : -110008912131840 : ffff9bf28ddec900) 00000100:00000001:0.0:1784075331.556067:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075331.556068:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739608192 : -110008969943424 : ffff9bf28a6ca680) 00000100:00000001:0.0:1784075331.556073:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075331.556078:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075331.556080:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1784075331.556082:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075331.556092:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075331.556100:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075331.556102:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075331.556106:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075331.556108:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075331.556111:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075331.556115:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6ca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086208:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1784075331.556119:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075331.556125:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075331.556127:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075331.556130:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075331.556135:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9bf28c181c00. 02000000:00000001:0.0:1784075331.556137:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075331.556146:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075331.556151:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b5d8. 00000400:00000010:0.0:1784075331.556159:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1badd0. 00000100:00000200:0.0:1784075331.556167:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870738289086208, portal 25 00000100:00000001:0.0:1784075331.556169:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075331.556170:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739608192 : -110008969943424 : ffff9bf28a6ca680) 00000100:00000040:0.0:1784075331.556175:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075331.556183:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075331.556186:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075331.556189:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba770. 00000100:00000200:0.0:1784075331.556193:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870738289086208, offset 0 00000400:00000200:0.0:1784075331.556200:0:6172:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075331.556215:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.556223:0:6172:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075331.556230:0:6172:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075331.556235:0:6172:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075331.556239:0:6172:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075331.556242:0:6172:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075331.556245:0:6172:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [167:167:256:4294967295] 192.168.204.118@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:0.0:1784075331.556250:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.556260:0:6172:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075331.556265:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075331.556270:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf283facd00. 00000800:00000200:0.0:1784075331.556277:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075331.556293:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075331.556298:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf283facd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1784075331.556316:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075331.556320:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075331.556322:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062324 00000100:00000010:0.0:1784075331.556327:0:6172:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a835660. 00000100:00000001:0.0:1784075331.556334:0:6172:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784075331.556343:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062324 00000100:00000010:0.0:1784075331.556346:0:6172:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9bf28a8354e0. 00000100:00000001:0.0:1784075331.556348:0:6172:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784075331.556351:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075331.556353:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075331.556356:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784075331.556358:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1784075331.556360:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28ddec900 going to sleep for 11 seconds 00000100:00000001:0.0:1784075331.556363:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075331.556365:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075331.557746:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075331.557754:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf283facd00. 00000400:00000200:1.0:1784075331.557762:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075331.557770:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075331.557776:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba770 00000400:00000010:1.0:1784075331.557779:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba770. 00000100:00000001:1.0:1784075331.557783:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075331.557791:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.558943:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075331.558952:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.558961:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075331.558963:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784075331.564968:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.564987:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075331.564991:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.565011:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.565019:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.565027:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075331.565036:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.565040:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.565046:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.565050:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 344 into portal 25 MB=0x6a56d33304f00 00000400:00000200:0.0:1784075331.565055:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.565061:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 344/344 into md 0x929 [1] + 224 00000800:00000001:0.0:1784075331.565068:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.565075:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.565078:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075331.565083:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075331.565091:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075331.565099:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075331.565109:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075331.565132:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075331.565141:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.565144:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075331.565420:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784075331.565429:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784075331.565431:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784075331.565435:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b5d8. 00000400:00000200:3.0:1784075331.565439:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1badd0 00000400:00000010:3.0:1784075331.565441:0:6172:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1badd0. 00000100:00000001:3.0:1784075331.565445:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784075331.565449:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784075331.565457:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.565463:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784075331.565465:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075331.565467:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784075331.565471:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784075331.565474:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784075331.565476:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075331.565479:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784075331.565486:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=101 v=5 (5 0 0 0) 00000100:00001000:3.0:1784075331.565490:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1784075331.565492:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784075331.565494:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075331.565497:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784075331.565499:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.565502:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075331.565507:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.565521:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075331.565524:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784075331.565527:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784075331.565531:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075331.565540:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6ca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086208:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1784075331.565544:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075331.565547:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.565549:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1784075331.565551:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784075331.565555:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.565561:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784075331.565564:0:6172:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9bf28ddec900. 00000100:00000001:3.0:1784075331.565567:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1784075331.565569:0:6172:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075331.565572:0:6172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1784075331.565575:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1784075331.565578:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784075331.565581:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9bf280030200 refcount=4 00000020:00000001:3.0:1784075331.565584:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064564912640 : -110009144638976 : ffff9bf280030200) 00010000:00000001:3.0:1784075331.565587:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634064564912640 : -110009144638976 : ffff9bf280030200) 00010000:00000040:3.0:1784075331.565595:0:6172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9bf280030200, remote cookie: 0xef66d2335da9321c, flags: 0x0 00010000:00000001:3.0:1784075331.565598:0:6172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1784075331.565602:0:6172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1784075331.565604:0:6172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1784075331.565606:0:6172:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1784075331.565607:0:6172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1784075331.565610:0:6172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9bf285708100) refcount = 1 00010000:00010000:3.0:1784075331.565615:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9bf280030200/0x4f19279f2c3800d2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da9321c expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1784075331.565628:0:6172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1784075331.565630:0:6172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1784075331.565632:0:6172:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1784075331.565635:0:6172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1784075331.565637:0:6172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784075331.565640:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9bf280030200/0x4f19279f2c3800d2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da9321c expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1784075331.565645:0:6172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1784075331.565647:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1784075331.565649:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1784075331.565650:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1784075331.565651:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1784075331.565652:0:6172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.565655:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784075331.565659:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6ca680 x1870738289086208/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.565665:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784075331.565668:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784075331.565671:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9bf28c181c00. 02000000:00000001:3.0:1784075331.565674:0:6172:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784075331.565677:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784075331.565679:0:6172:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1784075331.565681:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784075331.565684:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9bf28577ea00. 02000000:00000001:3.0:1784075331.565687:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784075331.565689:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784075331.565690:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6ca680. 00000100:00000001:3.0:1784075331.565694:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784075331.565695:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1784075331.565697:0:6172:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1784075331.565700:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1784075331.565702:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff9bf2838cb800) refs 3 10000000:00000001:3.0:1784075331.565704:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075331.565711:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1784075331.565713:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784075331.565715:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9bf280030200 refcount=3 00000020:00000001:3.0:1784075331.565717:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064564912640 : -110009144638976 : ffff9bf280030200) 00010000:00000001:3.0:1784075331.565719:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634064564912640 : -110009144638976 : ffff9bf280030200) 00010000:00000001:3.0:1784075331.565721:0:6172:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1784075331.565767:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1784075331.565769:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1784075331.565770:0:6172:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1784075331.565773:0:6172:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1784075331.565777:0:6172:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9bf28436ec40. 00000020:00000010:3.0:1784075331.565782:0:6172:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9bf28704cc00. 00000020:00000010:3.0:1784075331.565787:0:6172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9bf28704d800. 00000040:00000010:3.0:1784075331.565792:0:6172:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9bf28704c600. 00000020:00000010:3.0:1784075331.566997:0:6172:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9bf2863d9000. 00000020:00000010:2.0:1784075331.572503:0:6172:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9bf2871c5c00. 80000000:00000010:2.0:1784075331.572520:0:6172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9bf28a6824e0. 00040000:00000010:2.0:1784075331.572526:0:6172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9bf2871c5000. 20000000:00000010:2.0:1784075331.572531:0:6172:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9bf2871c5e00. 10000000:00000040:2.0:1784075331.572537:0:6172:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9bf28b9ab540 : new refcount 2 00000020:00000001:2.0:1784075331.572541:0:6172:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1784075331.572543:0:6172:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1784075331.572547:0:6172:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1784075331.572550:0:6172:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9bf2871c4e00. 00000040:00000001:2.0:1784075331.572555:0:6172:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1784075331.572559:0:6172:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:2.0:1784075331.572566:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a685f80. 00000020:00000040:2.0:1784075331.572584:0:6172:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1784075331.572589:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075331.572593:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075331.572599:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075331.572608:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9bf2871c4c00. 00000100:00000001:2.0:1784075331.572615:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.572624:0:6172:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1784075331.572626:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1784075331.572633:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9bf28625c900. 00000100:00000001:2.0:1784075331.572636:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446634064667855104 : -110009041696512 : ffff9bf28625c900) 00000100:00000001:2.0:1784075331.572638:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075331.572640:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739327872 : -110008970223744 : ffff9bf28a685f80) 00000100:00000001:2.0:1784075331.572646:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075331.572651:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.572654:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1784075331.572656:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075331.572668:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.572679:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075331.572681:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075331.572685:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075331.572689:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075331.572692:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075331.572696:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086336:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1784075331.572702:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075331.572709:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075331.572712:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075331.572715:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075331.572720:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2871c4600. 02000000:00000001:2.0:1784075331.572722:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075331.572764:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075331.572770:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c580. 00000400:00000010:2.0:1784075331.572777:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2440. 00000100:00000200:2.0:1784075331.572783:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289086336, portal 25 00000100:00000001:2.0:1784075331.572791:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075331.572792:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739327872 : -110008970223744 : ffff9bf28a685f80) 00000100:00000040:2.0:1784075331.574206:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.574221:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075331.574223:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075331.574232:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2088. 00000100:00000200:2.0:1784075331.574238:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1870738289086336, offset 0 00000400:00000200:2.0:1784075331.574245:0:6172:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075331.574256:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075331.574265:0:6172:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075331.574271:0:6172:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075331.574275:0:6172:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075331.574279:0:6172:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075331.574293:0:6172:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075331.574298:0:6172:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [168:168:256:4294967295] 192.168.204.118@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:2.0:1784075331.574302:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075331.574313:0:6172:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075331.574319:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075331.574325:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4200. 00000800:00000200:2.0:1784075331.574331:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075331.574341:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075331.574345:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1784075331.574371:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075331.574376:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075331.574379:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062342 00000100:00000001:2.0:1784075331.574388:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062324 00000100:00000001:2.0:1784075331.574394:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062342 00000100:00000001:2.0:1784075331.574398:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062324 00000100:00000001:2.0:1784075331.574401:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075331.574418:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.574421:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075331.574423:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1784075331.574427:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28625c900 going to sleep for 11 seconds 00000100:00000001:2.0:1784075331.574430:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075331.574433:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075331.575221:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075331.575229:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4200. 00000400:00000200:1.0:1784075331.575235:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075331.575243:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075331.575249:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2088 00000400:00000010:1.0:1784075331.575252:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2088. 00000100:00000001:1.0:1784075331.575257:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075331.575265:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.575277:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075331.575290:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.575298:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075331.575308:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784075331.577876:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.577894:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075331.577898:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.577901:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.577910:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.577919:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075331.577928:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.577932:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.577937:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.577941:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 25 MB=0x6a56d33304f80 00000400:00000200:0.0:1784075331.577946:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.577983:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 272/272 into md 0x939 [1] + 224 00000800:00000001:0.0:1784075331.577991:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.577998:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.578002:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075331.578006:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075331.578013:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075331.578021:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075331.578032:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075331.578056:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075331.578065:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.578069:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075331.578370:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784075331.578379:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075331.578381:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075331.578384:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c580. 00000400:00000200:2.0:1784075331.578389:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2440 00000400:00000010:2.0:1784075331.578392:0:6172:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2440. 00000100:00000001:2.0:1784075331.578395:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075331.578400:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075331.578410:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.578417:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075331.578419:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075331.578422:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075331.578425:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075331.578428:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075331.578431:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075331.578434:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075331.578442:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075331.578446:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075331.578448:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075331.578451:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075331.578453:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075331.578456:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.578459:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075331.578464:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.578471:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075331.578474:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075331.578482:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075331.578487:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075331.578494:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086336:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1784075331.578499:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075331.578502:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.578504:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1784075331.578506:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075331.578509:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.578516:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784075331.578519:0:6172:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9bf28625c900. 00000100:00000001:2.0:1784075331.578522:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1784075331.578524:0:6172:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1784075331.578529:0:6172:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1784075331.578533:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075331.578535:0:6172:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1784075331.578538:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784075331.578539:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075331.578542:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a685f80 x1870738289086336/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.578549:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075331.578552:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075331.578555:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2871c4600. 02000000:00000001:2.0:1784075331.578557:0:6172:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075331.578559:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075331.578560:0:6172:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1784075331.578561:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075331.578564:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9bf2871c4c00. 02000000:00000001:2.0:1784075331.578567:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075331.578568:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075331.578570:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a685f80. 00000100:00000001:2.0:1784075331.578574:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075331.578575:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1784075331.578792:0:6172:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1784075331.578855:0:6172:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1784075331.578861:0:6172:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9bf286244000. 00000040:00000001:2.0:1784075331.578864:0:6172:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1784075331.578866:0:6172:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1784075331.578868:0:6172:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:2.0:1784075331.578872:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a685f80. 00000020:00000040:2.0:1784075331.578874:0:6172:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1784075331.578878:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075331.578881:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075331.578885:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075331.578891:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9bf2871c4c00. 00000100:00000001:2.0:1784075331.578897:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.578900:0:6172:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1784075331.578902:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1784075331.578908:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9bf28625c900. 00000100:00000001:2.0:1784075331.578910:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446634064667855104 : -110009041696512 : ffff9bf28625c900) 00000100:00000001:2.0:1784075331.578913:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075331.578914:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739327872 : -110008970223744 : ffff9bf28a685f80) 00000100:00000001:2.0:1784075331.578919:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075331.578923:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.578926:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1784075331.578927:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075331.578931:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.578939:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075331.578941:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075331.578945:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075331.578947:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075331.578950:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075331.578953:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086464:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1784075331.578957:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075331.578962:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075331.578964:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075331.578966:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075331.579099:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9bf2871c0000. 02000000:00000001:2.0:1784075331.579102:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075331.579108:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075331.579111:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c580. 00000400:00000010:2.0:1784075331.579116:0:6172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9bf28625cd80. 00000100:00000200:2.0:1784075331.579498:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870738289086464, portal 25 00000100:00000001:2.0:1784075331.579502:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075331.579503:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739327872 : -110008970223744 : ffff9bf28a685f80) 00000100:00000040:2.0:1784075331.579510:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.579518:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075331.579520:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075331.580306:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2440. 00000100:00000200:2.0:1784075331.580315:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1870738289086464, offset 0 00000400:00000200:2.0:1784075331.580326:0:6172:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075331.580337:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075331.580344:0:6172:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075331.580350:0:6172:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075331.580354:0:6172:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075331.580358:0:6172:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075331.580360:0:6172:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075331.580364:0:6172:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [169:169:256:4294967295] 192.168.204.118@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:2.0:1784075331.580368:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075331.580379:0:6172:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075331.580384:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075331.580389:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4800. 00000800:00000200:2.0:1784075331.580396:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075331.580406:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075331.580409:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1784075331.580436:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075331.580441:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075331.580453:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062348 00000100:00000001:2.0:1784075331.581089:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062342 00000100:00000001:2.0:1784075331.581098:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062349 00000100:00000001:2.0:1784075331.581102:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062342 00000100:00000001:2.0:1784075331.581105:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075331.581109:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.581113:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075331.581115:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1784075331.581118:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28625c900 going to sleep for 11 seconds 00000100:00000001:2.0:1784075331.581127:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075331.581130:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075331.582416:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075331.582427:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4800. 00000400:00000200:1.0:1784075331.582435:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075331.582445:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075331.582455:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2440 00000400:00000010:1.0:1784075331.582458:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2440. 00000100:00000001:1.0:1784075331.582464:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075331.582473:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.582487:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075331.582490:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.582497:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075331.582499:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784075331.590457:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.590483:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075331.590489:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.590492:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.590503:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.590514:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075331.590537:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.590544:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.590550:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.590556:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 8416 into portal 25 MB=0x6a56d33305000 00000400:00000200:0.0:1784075331.590562:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.590571:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 8416/8416 into md 0x941 [4] + 224 00000800:00000001:0.0:1784075331.590582:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.590606:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.590611:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075331.590616:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075331.590625:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075331.590635:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075331.590668:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075331.590685:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075331.590695:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.590698:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075331.592786:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784075331.592801:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075331.592803:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075331.592807:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c580. 00000400:00000200:2.0:1784075331.592817:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28625cd80 00000400:00000010:2.0:1784075331.592819:0:6172:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9bf28625cd80. 00000100:00000001:2.0:1784075331.592824:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075331.592836:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075331.592848:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.592856:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075331.592858:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075331.592861:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075331.592864:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075331.592867:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075331.592869:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075331.592871:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075331.592878:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075331.592882:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075331.592885:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075331.592887:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075331.592889:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075331.592909:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.592912:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075331.592917:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.592925:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075331.592928:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075331.592930:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075331.592933:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075331.592942:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086464:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1784075331.592947:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075331.592950:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.592952:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1784075331.592954:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075331.592957:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.592964:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784075331.592967:0:6172:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9bf28625c900. 00000100:00000001:2.0:1784075331.592970:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1784075331.592972:0:6172:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1784075331.592981:0:6172:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1784075331.592983:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075331.592986:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a685f80 x1870738289086464/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.592992:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075331.592995:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075331.592997:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9bf2871c0000. 02000000:00000001:2.0:1784075331.593009:0:6172:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075331.593012:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075331.593014:0:6172:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1784075331.593016:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075331.593019:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9bf2871c4c00. 02000000:00000001:2.0:1784075331.593028:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075331.593030:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075331.593032:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a685f80. 00000100:00000001:2.0:1784075331.593036:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075331.593037:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784075331.593040:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075331.593041:0:6172:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1784075331.593043:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1784075331.593046:0:6172:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1784075331.593048:0:6172:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1784075331.593052:0:6172:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1784075331.593055:0:6172:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9bf28a682c00. 00000040:00001000:2.0:1784075331.593057:0:6172:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1784075331.596771:0:10392:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1784075331.596783:0:10392:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9bf2871c4c00. 00000020:00000010:2.0:1784075331.596791:0:10392:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9bf2871c4600. 00000040:00000010:2.0:1784075331.596795:0:10392:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9bf2871c5600. 00000020:00000010:2.0:1784075331.596800:0:10392:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9bf2863c2800. 00000020:00000010:2.0:1784075331.596807:0:10392:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9bf282d08508. 00000020:00000010:2.0:1784075331.596812:0:10392:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9bf2871c5a00. 80000000:00000010:2.0:1784075331.596816:0:10392:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9bf28a682c60. 40000000:00000010:2.0:1784075331.596820:0:10392:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9bf28a745580. 00100000:00000010:2.0:1784075331.596825:0:10392:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9bf2863c3800. 00040000:00000010:2.0:1784075331.596830:0:10392:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9bf2812e4c00. 00040000:00000010:2.0:1784075331.596835:0:10392:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9bf2863c5800. 00040000:00000010:2.0:1784075331.596840:0:10392:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9bf287e3c400. 00000004:00000010:2.0:1784075331.596844:0:10392:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9bf2863c6000. 00000004:00000010:2.0:1784075331.596851:0:10392:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff9bf28a860000. 00000004:00000010:2.0:1784075331.596856:0:10392:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9bf2863c4000. 00002000:00000010:2.0:1784075331.596861:0:10392:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9bf28b13f800. 00000004:00000010:2.0:1784075331.596867:0:10392:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9bf28b13c400. 00000020:00000010:2.0:1784075331.596873:0:10392:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9bf28a745000. 00000040:00000010:2.0:1784075331.596907:0:10392:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9bf287178000. 00000040:00080000:2.0:1784075331.597418:0:10392:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1784075331.597424:0:10392:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9bf287178000. 00000020:00000010:2.0:1784075331.597440:0:10392:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9bf28a745000. 00000020:00000010:2.0:1784075331.597456:0:10392:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9bf2871c4600. 00000040:00000010:2.0:1784075331.597461:0:10392:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9bf2871c5600. 00000020:00000010:2.0:1784075331.597464:0:10392:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9bf2863c2800. 00000020:00000010:2.0:1784075331.597468:0:10392:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9bf282d08508. 00000020:00000010:2.0:1784075331.597473:0:10392:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9bf2871c5a00. 80000000:00000010:2.0:1784075331.597476:0:10392:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9bf28a682c60. 40000000:00000010:2.0:1784075331.597480:0:10392:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9bf28a745580. 00100000:00000010:2.0:1784075331.597483:0:10392:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9bf2863c3800. 00040000:00000010:2.0:1784075331.597487:0:10392:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9bf2812e4c00. 00040000:00000010:2.0:1784075331.597490:0:10392:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9bf2863c5800. 00040000:00000010:2.0:1784075331.597493:0:10392:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9bf287e3c400. 00000004:00000010:2.0:1784075331.597496:0:10392:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9bf2863c6000. 00000004:00000010:2.0:1784075331.597499:0:10392:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff9bf28a860000. 00000004:00000010:2.0:1784075331.597504:0:10392:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9bf2863c4000. 00002000:00000010:2.0:1784075331.597507:0:10392:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9bf28b13f800. 00000004:00000010:2.0:1784075331.597511:0:10392:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9bf28b13c400. 00000020:00000010:2.0:1784075331.597514:0:10392:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9bf2871c4c00. 00000040:00000010:0.0:1784075331.597850:0:6172:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9bf28a682c00. 00000040:00000001:0.0:1784075331.597855:0:6172:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1784075331.597859:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1784075331.597865:0:6172:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9bf286244000. 00000040:00000010:0.0:1784075331.597869:0:6172:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9bf2871c4e00. 00000020:00000001:0.0:1784075331.597872:0:6172:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1784075331.597876:0:6172:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1784075331.597880:0:6172:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9bf28704d800. 00000040:00000010:0.0:1784075331.597883:0:6172:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9bf28704c600. 00000020:00000010:0.0:1784075331.597885:0:6172:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9bf2863d9000. 00000020:00000010:0.0:1784075331.597889:0:6172:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9bf2871c5c00. 80000000:00000010:0.0:1784075331.597892:0:6172:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9bf28a6824e0. 00040000:00000010:0.0:1784075331.597894:0:6172:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9bf2871c5000. 20000000:00000010:0.0:1784075331.597898:0:6172:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9bf2871c5e00. 00000020:00000010:0.0:1784075331.597900:0:6172:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9bf28704cc00. 10000000:00000010:0.0:1784075331.597903:0:6172:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9bf28436ec40. 10000000:01000000:0.0:1784075331.597907:0:6172:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1784075331.597910:0:6172:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1784075331.597913:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1784075331.597916:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1784075331.597919:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9bf280030200 refcount=3 00000020:00000001:0.0:1784075331.597922:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064564912640 : -110009144638976 : ffff9bf280030200) 00010000:00000001:0.0:1784075331.597925:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634064564912640 : -110009144638976 : ffff9bf280030200) 00010000:00000001:0.0:1784075331.597927:0:6172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1784075331.597932:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf280030200/0x4f19279f2c3800d2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da9321c expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1784075331.597953:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1784075331.597955:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1784075331.597958:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9bf280030200/0x4f19279f2c3800d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da9321c expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1784075331.597964:0:6172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1784075331.597965:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1784075331.597966:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1784075331.597968:0:6172:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1784075331.597971:0:6172:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1784075331.597973:0:6172:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1784075331.597976:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1784075331.597978:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff9bf287234800) refs 2 10000000:00000001:0.0:1784075331.597979:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1784075331.597982:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1784075331.597983:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff9bf2838cb800) refs 3 10000000:00000001:0.0:1784075331.597985:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1784075331.597987:0:6172:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1784075331.597988:0:6172:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1784075331.597989:0:6172:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:0.0:1784075331.597991:0:6172:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9bf28ba5c800 from 7 10000000:00000001:0.0:1784075331.597993:0:6172:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1784075331.597994:0:6172:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1784075331.598001:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a6c9500. 00000020:00000040:0.0:1784075331.598005:0:6172:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:0.0:1784075331.598009:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784075331.598019:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784075331.598024:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784075331.598031:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9bf28577e200. 00000100:00000001:0.0:1784075331.598037:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784075331.598043:0:6172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1784075331.598045:0:6172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1784075331.598050:0:6172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9bf285708100 count: 2 00010000:00000001:0.0:1784075331.598053:0:6172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784075331.598056:0:6172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1784075331.598067:0:6172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9bf280031000. 00000020:00000001:0.0:1784075331.598072:0:6172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1784075331.598073:0:6172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9bf280031000 with handle 0x4f19279f2c3800d9 to hash 00000020:00000001:0.0:1784075331.598076:0:6172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1784075331.598077:0:6172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446634064564916224 : -110009144635392 : ffff9bf280031000) 00010000:00000001:0.0:1784075331.598079:0:6172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446634064564916224 : -110009144635392 : ffff9bf280031000) 00010000:00000001:0.0:1784075331.598083:0:6172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1784075331.598086:0:6172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784075331.598089:0:6172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf280031000/0x4f19279f2c3800d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075331.598096:0:6172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.118@tcp lock: ffff9bf280031000/0x4f19279f2c3800d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1784075331.598108:0:6172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.118@tcp lock: ffff9bf280031000/0x4f19279f2c3800d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1784075331.598114:0:6172:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1784075331.598116:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1784075331.598123:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9bf28ddecb40. 00000100:00000001:0.0:1784075331.598126:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446634064797420352 : -110008912131264 : ffff9bf28ddecb40) 00000100:00000001:0.0:1784075331.598128:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075331.598130:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739603712 : -110008969947904 : ffff9bf28a6c9500) 00000100:00000001:0.0:1784075331.598135:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784075331.598139:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075331.598155:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1784075331.598158:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784075331.598170:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075331.598179:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784075331.598182:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075331.598185:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784075331.598187:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784075331.598195:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784075331.598199:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a6c9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086592:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1784075331.598204:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784075331.598211:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784075331.598213:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784075331.598217:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784075331.598221:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9bf28c182800. 02000000:00000001:0.0:1784075331.598223:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075331.598231:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:0.0:1784075331.598235:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28014b2c0. 00000400:00000010:0.0:1784075331.598241:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba330. 00000100:00000200:0.0:1784075331.598247:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870738289086592, portal 25 00000100:00000001:0.0:1784075331.598250:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784075331.598251:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739603712 : -110008969947904 : ffff9bf28a6c9500) 00000100:00000040:0.0:1784075331.598256:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075331.598263:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784075331.598266:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:0.0:1784075331.598268:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf28c1ba198. 00000100:00000200:0.0:1784075331.598271:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1870738289086592, offset 0 00000400:00000200:0.0:1784075331.598277:0:6172:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:0.0:1784075331.598296:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.598303:0:6172:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:0.0:1784075331.598309:0:6172:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784075331.598314:0:6172:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:0.0:1784075331.598317:0:6172:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784075331.598320:0:6172:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:0.0:1784075331.598325:0:6172:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [170:170:256:4294967295] 192.168.204.118@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1784075331.598329:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.598339:0:6172:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:0.0:1784075331.598345:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:0.0:1784075331.598355:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf283fac500. 00000800:00000200:0.0:1784075331.598363:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:0.0:1784075331.598372:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:0.0:1784075331.598376:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf283fac500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1784075331.598397:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784075331.598402:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:0.0:1784075331.598404:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062366 00000100:00000001:0.0:1784075331.598413:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062348 00000100:00000001:0.0:1784075331.598418:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062366 00000100:00000001:0.0:1784075331.598421:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062349 00000100:00000001:0.0:1784075331.598424:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784075331.598427:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784075331.598429:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784075331.598431:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1784075331.598434:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28ddecb40 going to sleep for 11 seconds 00000100:00000001:0.0:1784075331.598436:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784075331.598438:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075331.602782:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075331.602797:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf283fac500. 00000400:00000200:1.0:1784075331.602805:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075331.602814:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075331.602822:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba198 00000400:00000010:1.0:1784075331.602825:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba198. 00000100:00000001:1.0:1784075331.602831:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075331.602839:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.602852:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075331.602856:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.602863:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075331.602865:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784075331.606220:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.606257:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075331.606262:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.606266:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.606275:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.606296:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075331.606308:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.606313:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.606320:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.606325:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 344 into portal 25 MB=0x6a56d33305080 00000400:00000200:0.0:1784075331.606331:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.606338:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 344/344 into md 0x949 [1] + 224 00000800:00000001:0.0:1784075331.606349:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.606383:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.606388:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075331.606408:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075331.606419:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075331.606431:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075331.606445:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075331.606470:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075331.606482:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.606486:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075331.606515:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784075331.606530:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075331.606532:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075331.606537:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28014b2c0. 00000400:00000200:2.0:1784075331.606546:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28c1ba330 00000400:00000010:2.0:1784075331.606549:0:6172:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf28c1ba330. 00000100:00000001:2.0:1784075331.606554:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075331.606565:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075331.606576:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.606595:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075331.606598:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075331.606600:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075331.606604:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075331.606606:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075331.606609:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075331.606633:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075331.606642:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075331.606647:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075331.606650:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075331.606651:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075331.606654:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075331.606657:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.606660:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075331.606666:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.606673:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075331.606676:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075331.606678:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075331.606682:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075331.606690:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a6c9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086592:192.168.204.118@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1784075331.606695:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075331.606698:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.606700:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1784075331.606702:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075331.606705:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.606712:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784075331.606715:0:6172:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9bf28ddecb40. 00000100:00000001:2.0:1784075331.606718:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1784075331.606720:0:6172:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075331.606810:0:6172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1784075331.606814:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1784075331.606817:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784075331.606820:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9bf280031000 refcount=4 00000020:00000001:2.0:1784075331.606822:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064564916224 : -110009144635392 : ffff9bf280031000) 00010000:00000001:2.0:1784075331.606826:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634064564916224 : -110009144635392 : ffff9bf280031000) 00010000:00000040:2.0:1784075331.606840:0:6172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9bf280031000, remote cookie: 0xef66d2335da93223, flags: 0x0 00010000:00000001:2.0:1784075331.606843:0:6172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1784075331.606847:0:6172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1784075331.606849:0:6172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1784075331.606851:0:6172:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1784075331.606852:0:6172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1784075331.606855:0:6172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9bf285708100) refcount = 2 00010000:00000040:2.0:1784075331.606858:0:6172:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1784075331.606861:0:6172:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.118@tcp lock: ffff9bf280030200/0x4f19279f2c3800d2 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da9321c expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1784075331.606870:0:6172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.118@tcp lock: ffff9bf280031000/0x4f19279f2c3800d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da93223 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1784075331.606876:0:6172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1784075331.606878:0:6172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1784075331.606879:0:6172:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1784075331.606882:0:6172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1784075331.606884:0:6172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075331.606887:0:6172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.118@tcp lock: ffff9bf280031000/0x4f19279f2c3800d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xef66d2335da93223 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1784075331.606893:0:6172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1784075331.606895:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1784075331.606896:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1784075331.606897:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1784075331.606898:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1784075331.606899:0:6172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075331.606902:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075331.606907:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a6c9500 x1870738289086592/t0(0) o101->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1784075347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075331.606914:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075331.606916:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075331.606920:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9bf28c182800. 02000000:00000001:2.0:1784075331.606924:0:6172:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075331.606933:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075331.606935:0:6172:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1784075331.606937:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075331.606940:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9bf28577e200. 02000000:00000001:2.0:1784075331.606943:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075331.606945:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075331.606947:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a6c9500. 00000100:00000001:2.0:1784075331.606951:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075331.606952:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1784075331.606954:0:6172:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1784075331.606958:0:6172:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1784075331.606960:0:6172:0:(mgc_request.c:108:config_log_get()) log params (ffff9bf287234800) refs 3 10000000:00000001:2.0:1784075331.606963:0:6172:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075331.606965:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1784075331.606966:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1784075331.606968:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9bf280031000 refcount=3 00000020:00000001:2.0:1784075331.606970:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064564916224 : -110009144635392 : ffff9bf280031000) 00010000:00000001:2.0:1784075331.606972:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634064564916224 : -110009144635392 : ffff9bf280031000) 00010000:00000001:2.0:1784075331.606974:0:6172:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1784075331.606976:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1784075331.606977:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1784075331.606978:0:6172:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1784075331.606981:0:6172:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1784075331.607806:0:6172:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9bf28436e100. 00000020:00000010:3.0:1784075331.607814:0:6172:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9bf28704cc00. 00000020:00000010:3.0:1784075331.607819:0:6172:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9bf28704c600. 00000040:00000010:3.0:1784075331.607823:0:6172:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9bf28704d800. 00000020:00000010:3.0:1784075331.607828:0:6172:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9bf2863df800. 00000020:00000010:3.0:1784075331.607834:0:6172:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9bf28704c200. 80000000:00000010:3.0:1784075331.607837:0:6172:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9bf284320900. 00040000:00000010:3.0:1784075331.607842:0:6172:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9bf28704da00. 20000000:00000010:3.0:1784075331.607846:0:6172:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9bf28704d600. 10000000:00000040:3.0:1784075331.607851:0:6172:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9bf28b9ab540 : new refcount 2 00000020:00000001:3.0:1784075331.607853:0:6172:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1784075331.607855:0:6172:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1784075331.607858:0:6172:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1784075331.607861:0:6172:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9bf28704dc00. 00000040:00000001:3.0:1784075331.607865:0:6172:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1784075331.607868:0:6172:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:3.0:1784075331.607874:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a940700. 00000020:00000040:3.0:1784075331.607877:0:6172:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1784075331.607882:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784075331.607892:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784075331.607897:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784075331.607904:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9bf28704ce00. 00000100:00000001:3.0:1784075331.607910:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.607917:0:6172:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1784075331.607919:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1784075331.607925:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9bf28a9f3240. 00000100:00000001:3.0:1784075331.607927:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446634064742920768 : -110008966630848 : ffff9bf28a9f3240) 00000100:00000001:3.0:1784075331.607929:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784075331.607931:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742188800 : -110008967362816 : ffff9bf28a940700) 00000100:00000001:3.0:1784075331.607935:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784075331.607941:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.607943:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1784075331.607944:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784075331.607952:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.607961:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784075331.607963:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075331.607967:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784075331.607969:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784075331.607972:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784075331.607975:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086720:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1784075331.607980:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784075331.607985:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784075331.607987:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075331.607989:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784075331.607993:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf28704d400. 02000000:00000001:3.0:1784075331.607995:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784075331.608001:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1784075331.608005:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf289f7f9a0. 00000400:00000010:3.0:1784075331.608011:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841ceaa0. 00000100:00000200:3.0:1784075331.608017:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289086720, portal 25 00000100:00000001:3.0:1784075331.608019:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784075331.608020:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742188800 : -110008967362816 : ffff9bf28a940700) 00000100:00000040:3.0:1784075331.608031:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.608038:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784075331.608041:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:3.0:1784075331.608044:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841cef68. 00000100:00000200:3.0:1784075331.608048:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1870738289086720, offset 0 00000400:00000200:3.0:1784075331.608054:0:6172:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1784075331.608062:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075331.608069:0:6172:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1784075331.608073:0:6172:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784075331.608077:0:6172:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1784075331.608080:0:6172:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784075331.608083:0:6172:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1784075331.608087:0:6172:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [171:171:256:4294967295] 192.168.204.118@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1784075331.608091:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075331.608100:0:6172:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1784075331.608105:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1784075331.608110:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf28b247400. 00000800:00000200:3.0:1784075331.608116:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1784075331.608124:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1784075331.608129:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf28b247400 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1784075331.608373:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784075331.608379:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1784075331.608382:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062376 00000100:00000001:3.0:1784075331.608390:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062366 00000100:00000001:3.0:1784075331.608395:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062376 00000100:00000001:3.0:1784075331.608397:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062366 00000100:00000001:3.0:1784075331.608400:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075331.608403:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.608406:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784075331.608415:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1784075331.608417:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a9f3240 going to sleep for 11 seconds 00000100:00000001:3.0:1784075331.608420:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784075331.608422:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075331.612983:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075331.612992:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf28b247400. 00000400:00000200:1.0:1784075331.613002:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075331.613010:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075331.613031:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841cef68 00000400:00000010:1.0:1784075331.613033:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841cef68. 00000100:00000001:1.0:1784075331.613039:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075331.613048:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.613061:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075331.613064:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.613072:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075331.613074:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784075331.615751:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.615770:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075331.615774:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.615776:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.615786:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.615793:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075331.615802:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.615807:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.615812:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.615816:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 272 into portal 25 MB=0x6a56d33305100 00000400:00000200:0.0:1784075331.615822:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.615828:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 272/272 into md 0x959 [1] + 224 00000800:00000001:0.0:1784075331.615836:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.615843:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.615847:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075331.615852:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075331.615860:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075331.615868:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075331.615879:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075331.615898:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075331.615920:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.615923:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075331.616029:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784075331.616037:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784075331.616039:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784075331.616042:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf289f7f9a0. 00000400:00000200:3.0:1784075331.616046:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841ceaa0 00000400:00000010:3.0:1784075331.616049:0:6172:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841ceaa0. 00000100:00000001:3.0:1784075331.616052:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784075331.616057:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784075331.616066:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.616072:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784075331.616074:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075331.616076:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784075331.616080:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784075331.616083:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784075331.616085:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075331.616088:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784075331.616094:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=101 v=5 (5 0 0 0) 00000100:00001000:3.0:1784075331.616098:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1784075331.616100:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784075331.616102:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075331.616105:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784075331.616108:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.616110:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075331.616115:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.616121:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075331.616124:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784075331.616126:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784075331.616130:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075331.616144:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086720:192.168.204.118@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1784075331.616149:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075331.616161:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.616164:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1784075331.616166:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784075331.616170:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.616175:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784075331.616179:0:6172:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9bf28a9f3240. 00000100:00000001:3.0:1784075331.616182:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1784075331.616183:0:6172:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1784075331.616190:0:6172:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1784075331.616194:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784075331.616196:0:6172:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1784075331.616198:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784075331.616200:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784075331.616203:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a940700 x1870738289086720/t0(0) o501->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1784075347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.616208:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784075331.616211:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784075331.616213:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf28704d400. 02000000:00000001:3.0:1784075331.616217:0:6172:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784075331.616219:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784075331.616220:0:6172:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1784075331.616222:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784075331.616225:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9bf28704ce00. 02000000:00000001:3.0:1784075331.616228:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784075331.616229:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784075331.616231:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a940700. 00000100:00000001:3.0:1784075331.616234:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784075331.616235:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1784075331.616238:0:6172:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1784075331.616241:0:6172:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1784075331.616254:0:6172:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9bf28722c000. 00000040:00000001:3.0:1784075331.616257:0:6172:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1784075331.616259:0:6172:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1784075331.616261:0:6172:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000010:3.0:1784075331.616265:0:6172:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a940700. 00000020:00000040:3.0:1784075331.616268:0:6172:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=5 obd=MGC192.168.204.118@tcp 00000100:00000001:3.0:1784075331.616271:0:6172:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784075331.616274:0:6172:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784075331.616278:0:6172:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784075331.616295:0:6172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9bf28704ce00. 00000100:00000001:3.0:1784075331.616301:0:6172:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.616304:0:6172:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1784075331.616306:0:6172:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1784075331.616312:0:6172:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9bf28a9f3240. 00000100:00000001:3.0:1784075331.616314:0:6172:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446634064742920768 : -110008966630848 : ffff9bf28a9f3240) 00000100:00000001:3.0:1784075331.616317:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784075331.616318:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742188800 : -110008967362816 : ffff9bf28a940700) 00000100:00000001:3.0:1784075331.616322:0:6172:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784075331.616327:0:6172:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.616330:0:6172:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1784075331.616331:0:6172:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784075331.616336:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.616343:0:6172:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784075331.616345:0:6172:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075331.616348:0:6172:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784075331.616350:0:6172:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784075331.616353:0:6172:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784075331.616371:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a940700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086848:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1784075331.616375:0:6172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784075331.616380:0:6172:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784075331.616382:0:6172:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075331.616385:0:6172:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784075331.616405:0:6172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9bf2871c0000. 02000000:00000001:3.0:1784075331.616412:0:6172:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784075331.616416:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:3.0:1784075331.616420:0:6172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf289f7f9a0. 00000400:00000010:3.0:1784075331.616425:0:6172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9bf28a9f33c0. 00000100:00000200:3.0:1784075331.616432:0:6172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1870738289086848, portal 25 00000100:00000001:3.0:1784075331.616434:0:6172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784075331.616435:0:6172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064742188800 : -110008967362816 : ffff9bf28a940700) 00000100:00000040:3.0:1784075331.616440:0:6172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.616447:0:6172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784075331.616450:0:6172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:3.0:1784075331.616453:0:6172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2841ceaa0. 00000100:00000200:3.0:1784075331.616457:0:6172:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1870738289086848, offset 0 00000400:00000200:3.0:1784075331.616463:0:6172:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:3.0:1784075331.616469:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075331.616476:0:6172:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:3.0:1784075331.616482:0:6172:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784075331.616486:0:6172:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:3.0:1784075331.616490:0:6172:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784075331.616492:0:6172:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:3.0:1784075331.616496:0:6172:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [172:172:256:4294967295] 192.168.204.118@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:3.0:1784075331.616501:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:3.0:1784075331.616509:0:6172:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:3.0:1784075331.616515:0:6172:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:3.0:1784075331.616522:0:6172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf28b247400. 00000800:00000200:3.0:1784075331.616528:0:6172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:3.0:1784075331.616535:0:6172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:3.0:1784075331.616540:0:6172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf28b247400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1784075331.616561:0:6172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784075331.616565:0:6172:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:3.0:1784075331.616568:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062384 00000100:00000001:3.0:1784075331.616581:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062376 00000100:00000001:3.0:1784075331.616585:0:6172:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062384 00000100:00000001:3.0:1784075331.616588:0:6172:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062376 00000100:00000001:3.0:1784075331.616592:0:6172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075331.616595:0:6172:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.616597:0:6172:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784075331.616599:0:6172:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1784075331.616602:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff9bf28a9f3240 going to sleep for 11 seconds 00000100:00000001:3.0:1784075331.616604:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784075331.616606:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075331.616964:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075331.616970:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf28b247400. 00000400:00000200:1.0:1784075331.616977:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075331.616982:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075331.616987:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2841ceaa0 00000400:00000010:1.0:1784075331.616988:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2841ceaa0. 00000100:00000001:1.0:1784075331.616992:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075331.616997:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.617006:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075331.617009:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075331.617014:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075331.617016:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784075331.628926:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.628951:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075331.628957:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.628961:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.628970:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.628978:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075331.628990:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.628994:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.629000:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.629004:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 8416 into portal 25 MB=0x6a56d33305180 00000400:00000200:0.0:1784075331.629009:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075331.629015:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 8416/8416 into md 0x961 [4] + 224 00000800:00000001:0.0:1784075331.629022:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.629042:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075331.629045:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075331.629050:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075331.629058:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075331.629067:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075331.629079:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075331.629104:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075331.629122:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075331.629126:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075331.629467:0:6172:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784075331.629475:0:6172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784075331.629478:0:6172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784075331.629482:0:6172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf289f7f9a0. 00000400:00000200:3.0:1784075331.629488:0:6172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf28a9f33c0 00000400:00000010:3.0:1784075331.629490:0:6172:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9bf28a9f33c0. 00000100:00000001:3.0:1784075331.629493:0:6172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784075331.629498:0:6172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784075331.629508:0:6172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.629513:0:6172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784075331.629515:0:6172:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075331.629518:0:6172:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784075331.629521:0:6172:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784075331.629524:0:6172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784075331.629527:0:6172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784075331.629530:0:6172:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784075331.629539:0:6172:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=101 v=5 (5 0 0 0) 00000100:00001000:3.0:1784075331.629543:0:6172:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1784075331.629546:0:6172:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784075331.629548:0:6172:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075331.629551:0:6172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784075331.629554:0:6172:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.629578:0:6172:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784075331.629583:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.629591:0:6172:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784075331.629594:0:6172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784075331.629596:0:6172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784075331.629600:0:6172:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784075331.629607:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a940700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:6172:1870738289086848:192.168.204.118@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1784075331.629612:0:6172:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784075331.629615:0:6172:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784075331.629618:0:6172:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1784075331.629620:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784075331.629623:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.629629:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784075331.629632:0:6172:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9bf28a9f3240. 00000100:00000001:3.0:1784075331.629634:0:6172:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1784075331.629636:0:6172:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1784075331.629644:0:6172:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1784075331.629645:0:6172:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784075331.629649:0:6172:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a940700 x1870738289086848/t0(0) o503->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1784075347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784075331.629655:0:6172:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784075331.629658:0:6172:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784075331.629662:0:6172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9bf2871c0000. 02000000:00000001:3.0:1784075331.629675:0:6172:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784075331.629678:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784075331.629680:0:6172:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1784075331.629682:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784075331.629752:0:6172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9bf28704ce00. 02000000:00000001:3.0:1784075331.629757:0:6172:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784075331.629764:0:6172:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784075331.629777:0:6172:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a940700. 00000100:00000001:3.0:1784075331.629781:0:6172:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784075331.629783:0:6172:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784075331.629786:0:6172:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784075331.629787:0:6172:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:3.0:1784075331.629789:0:6172:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:3.0:1784075331.629792:0:6172:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1784075331.629794:0:6172:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1784075331.629798:0:6172:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1784075331.629801:0:6172:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9bf284320a80. 00000040:00001000:3.0:1784075331.629804:0:6172:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1784075331.630167:0:10393:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1784075331.630175:0:10393:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9bf28b862e00. 00000020:00000010:1.0:1784075331.630181:0:10393:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9bf28b862c00. 00000040:00000010:1.0:1784075331.630185:0:10393:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9bf28b863200. 00000020:00000010:1.0:1784075331.630190:0:10393:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9bf28a84f000. 00000020:00000010:1.0:1784075331.630197:0:10393:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9bf284cb9420. 00000020:00000010:1.0:1784075331.630201:0:10393:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9bf28b862600. 80000000:00000010:1.0:1784075331.630205:0:10393:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9bf283fd7a20. 40000000:00000010:1.0:1784075331.630210:0:10393:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9bf282c5b740. 00100000:00000010:1.0:1784075331.630220:0:10393:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9bf28a84c000. 00040000:00000010:1.0:1784075331.630224:0:10393:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9bf28e5ad900. 00040000:00000010:1.0:1784075331.630228:0:10393:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9bf28a84a800. 00040000:00000010:1.0:1784075331.630231:0:10393:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9bf28b863400. 00000004:00000010:1.0:1784075331.630235:0:10393:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9bf28a849000. 00000004:00000010:1.0:1784075331.630240:0:10393:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff9bf28c1f4000. 00000004:00000010:1.0:1784075331.630245:0:10393:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9bf28a84e800. 00002000:00000010:1.0:1784075331.630250:0:10393:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff9bf2860e3800. 00000004:00000010:1.0:1784075331.630254:0:10393:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9bf2860e0800. 00000020:00000010:1.0:1784075331.630259:0:10393:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9bf282c5b3c0. 00000040:00000010:1.0:1784075331.630267:0:10393:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9bf28a5cc000. 00000040:00080000:1.0:1784075331.631144:0:10393:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1784075331.631161:0:10393:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9bf28a5cc000. 00000020:00000010:1.0:1784075331.631169:0:10393:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9bf282c5b3c0. 00000020:00000010:1.0:1784075331.631185:0:10393:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9bf28b862c00. 00000040:00000010:1.0:1784075331.631189:0:10393:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9bf28b863200. 00000020:00000010:1.0:1784075331.631194:0:10393:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9bf28a84f000. 00000020:00000010:1.0:1784075331.631198:0:10393:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9bf284cb9420. 00000020:00000010:1.0:1784075331.631203:0:10393:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9bf28b862600. 80000000:00000010:1.0:1784075331.631206:0:10393:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9bf283fd7a20. 40000000:00000010:1.0:1784075331.631210:0:10393:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9bf282c5b740. 00100000:00000010:1.0:1784075331.631215:0:10393:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9bf28a84c000. 00040000:00000010:1.0:1784075331.631219:0:10393:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9bf28e5ad900. 00040000:00000010:1.0:1784075331.631222:0:10393:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9bf28a84a800. 00040000:00000010:1.0:1784075331.631226:0:10393:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9bf28b863400. 00000004:00000010:1.0:1784075331.631229:0:10393:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9bf28a849000. 00000004:00000010:1.0:1784075331.631232:0:10393:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff9bf28c1f4000. 00000004:00000010:1.0:1784075331.631236:0:10393:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9bf28a84e800. 00002000:00000010:1.0:1784075331.631239:0:10393:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff9bf2860e3800. 00000004:00000010:1.0:1784075331.631243:0:10393:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9bf2860e0800. 00000020:00000010:1.0:1784075331.631245:0:10393:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9bf28b862e00. 00000040:00000010:3.0:1784075331.631615:0:6172:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9bf284320a80. 00000040:00000001:3.0:1784075331.631620:0:6172:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1784075331.631623:0:6172:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1784075331.631628:0:6172:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9bf28722c000. 00000040:00000010:3.0:1784075331.631633:0:6172:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9bf28704dc00. 00000020:00000001:3.0:1784075331.631635:0:6172:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1784075331.631638:0:6172:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1784075331.631642:0:6172:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9bf28704c600. 00000040:00000010:3.0:1784075331.631645:0:6172:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9bf28704d800. 00000020:00000010:3.0:1784075331.631647:0:6172:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9bf2863df800. 00000020:00000010:3.0:1784075331.631652:0:6172:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9bf28704c200. 80000000:00000010:3.0:1784075331.631655:0:6172:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9bf284320900. 00040000:00000010:3.0:1784075331.631658:0:6172:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9bf28704da00. 20000000:00000010:3.0:1784075331.631661:0:6172:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9bf28704d600. 00000020:00000010:3.0:1784075331.631665:0:6172:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9bf28704cc00. 10000000:00000010:3.0:1784075331.631667:0:6172:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9bf28436e100. 10000000:01000000:3.0:1784075331.631670:0:6172:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.118@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1784075331.631673:0:6172:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1784075331.631676:0:6172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1784075331.631678:0:6172:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1784075331.631681:0:6172:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9bf280031000 refcount=3 00000020:00000001:3.0:1784075331.631683:0:6172:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446634064564916224 : -110009144635392 : ffff9bf280031000) 00010000:00000001:3.0:1784075331.631687:0:6172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446634064564916224 : -110009144635392 : ffff9bf280031000) 00010000:00000001:3.0:1784075331.631702:0:6172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1784075331.631707:0:6172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.118@tcp lock: ffff9bf280031000/0x4f19279f2c3800d9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da93223 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1784075331.631716:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1784075331.631718:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1784075331.631720:0:6172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.118@tcp lock: ffff9bf280031000/0x4f19279f2c3800d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xef66d2335da93223 expref: -99 pid: 6172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1784075331.631761:0:6172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1784075331.631762:0:6172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1784075331.631763:0:6172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1784075331.631765:0:6172:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1784075331.631768:0:6172:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1784075331.631770:0:6172:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1784075331.631773:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1784075331.631774:0:6172:0:(mgc_request.c:123:config_log_put()) log params(ffff9bf287234800) refs 3 10000000:00000001:3.0:1784075331.631776:0:6172:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1784075332.002786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075332.002797:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075332.002809:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a685f80. 00000020:00000040:2.0:1784075332.002815:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf2908df800 refcount=4 obd=MGC192.168.204.118@tcp 00000100:00000001:2.0:1784075332.002819:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075332.002822:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075332.002828:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075332.002836:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4c00. 00000100:00000001:2.0:1784075332.002844:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.002856:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfb4fd45-58c8-4119-8a41-180ff3b3d11c->MGS req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075332.002867:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075332.002886:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.002894:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e797c309] to pc [ptlrpcd_01_00+0] req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.002923:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.002926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075332.002930:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075332.002933:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a687480. 00000020:00000040:2.0:1784075332.002936:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf28a81e000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000100:00000001:2.0:1784075332.002938:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075332.002940:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075332.002941:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075332.002945:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4000. 00000100:00000001:2.0:1784075332.002948:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.002952:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0000_UUID req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075332.002971:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075332.002973:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.002977:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018bd598b] to pc [ptlrpcd_01_01+1] req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.002985:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.002987:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075332.002990:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075332.002993:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a685c00. 00000020:00000040:2.0:1784075332.002995:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf28a81c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000100:00000001:2.0:1784075332.002998:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075332.002999:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075332.003000:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075332.003003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4500. 00000100:00000001:2.0:1784075332.003006:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.003011:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-MDT0001_UUID req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075332.003029:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075332.003031:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.003035:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017cc94de] to pc [ptlrpcd_01_00+0] req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.003042:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.003044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784075332.003047:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784075332.003050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784075332.003053:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784075332.003055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075332.003058:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075332.003061:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a687b80. 00000020:00000040:2.0:1784075332.003063:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf28a713000 refcount=4 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000100:00000001:2.0:1784075332.003066:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075332.003067:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075332.003069:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075332.003072:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4d00. 00000100:00000001:2.0:1784075332.003075:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.003079:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0000_UUID req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075332.003086:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075332.003088:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.003091:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000900e5ca] to pc [ptlrpcd_01_01+1] req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.003097:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.003099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784075332.003118:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784075332.003123:0:8:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9bf28a687800. 00000020:00000040:2.0:1784075332.003125:0:8:0:(genops.c:1231:class_import_get()) import ffff9bf28a716800 refcount=4 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000100:00000001:2.0:1784075332.003127:0:8:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784075332.003128:0:8:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784075332.003130:0:8:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784075332.003133:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9bf2812e4800. 00000100:00000001:2.0:1784075332.003136:0:8:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.003141:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-MDT0001_UUID req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784075332.003148:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784075332.003150:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.003153:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000177ea832] to pc [ptlrpcd_01_00+0] req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.003159:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.003161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784075332.003164:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784075332.003167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784075332.003169:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c9046c7e-a083-4dc3-acc6-1b57bf9dc711->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784075332.003174:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (399) 00000100:00000001:2.0:1784075332.003187:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075332.003191:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075332.003193:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075332.003197:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.003204:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075332.003206:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.003210:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075332.003212:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075332.003220:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075332.003224:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289087104:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075332.003228:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075332.003234:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075332.003236:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.003238:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075332.003242:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf287e3c400. 02000000:00000001:2.0:1784075332.003244:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075332.003251:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075332.003256:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c580. 00000400:00000010:2.0:1784075332.003263:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2a18. 00000100:00000200:2.0:1784075332.003271:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289087104, portal 10 00000100:00000001:2.0:1784075332.003283:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075332.003285:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739333248 : -110008970218368 : ffff9bf28a687480) 00000100:00000040:2.0:1784075332.003292:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.003300:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075332.003302:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075332.003305:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e25d8. 00000100:00000200:2.0:1784075332.003309:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289087104, offset 0 00000400:00000200:2.0:1784075332.003316:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075332.003324:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075332.003332:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075332.003337:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075332.003341:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075332.003345:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075332.003348:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075332.003351:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [173:173:256:4294967295] 192.168.204.118@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:2.0:1784075332.003753:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075332.003764:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075332.003770:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075332.003782:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4200. 00000800:00000200:2.0:1784075332.003789:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075332.003797:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075332.003801:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075332.003817:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.003822:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: using a timeout of 112355 usecs (113 jiffies) 00000400:00000200:2.0:1784075332.003825:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075332.003828:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295061619 00000100:00000001:2.0:1784075332.003831:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295062384 00000100:00000001:2.0:1784075332.003833:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295061619 00000100:00000001:2.0:1784075332.003836:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295062384 00000100:00000001:2.0:1784075332.003838:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075332.003840:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.003843:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075332.003847:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.003854:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075332.003855:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.003857:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075332.003859:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075332.003861:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075332.003864:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289087360:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075332.003867:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075332.003869:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075332.003871:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.003872:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075332.003875:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf287e3cc00. 02000000:00000001:2.0:1784075332.003877:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075332.003881:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075332.003883:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c7e8. 00000400:00000010:2.0:1784075332.003887:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2440. 00000100:00000200:2.0:1784075332.003895:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289087360, portal 10 00000100:00000001:2.0:1784075332.003896:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075332.003898:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739335040 : -110008970216576 : ffff9bf28a687b80) 00000100:00000040:2.0:1784075332.003904:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.003909:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075332.003911:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075332.003913:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2088. 00000100:00000200:2.0:1784075332.003915:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289087360, offset 0 00000400:00000200:2.0:1784075332.003919:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075332.003923:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075332.003927:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075332.003929:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075332.003932:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075332.003934:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075332.003936:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075332.003939:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [174:174:255:4294967295] 192.168.204.118@tcp LPNI seq info [174:174:7:4294967295] 00000400:00000200:2.0:1784075332.003943:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075332.003949:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075332.003954:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075332.003957:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4e00. 00000800:00000200:2.0:1784075332.004028:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075332.004033:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075332.004036:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075332.004039:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.004043:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: using a timeout of 18528 usecs (19 jiffies) 00000400:00000200:2.0:1784075332.004046:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075332.004048:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295061525 00000100:00000001:2.0:1784075332.004050:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295062384 00000100:00000001:2.0:1784075332.004052:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295061525 00000100:00000001:2.0:1784075332.004060:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295062384 00000100:00000001:2.0:1784075332.004062:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075332.004064:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.004066:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.004069:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.004077:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075332.004079:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784075332.004081:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075332.004083:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075332.004084:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075332.004087:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:2.0:1784075332.004089:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.004090:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075332.004092:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.004093:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075332.004094:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784075332.004095:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075332.004100:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.004106:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075332.004108:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.004110:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075332.004112:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075332.004114:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075332.004117:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289086976:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075332.004121:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075332.004124:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075332.004125:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.004127:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075332.004130:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf287e3de00. 02000000:00000001:2.0:1784075332.004132:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075332.004136:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075332.004138:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95ca50. 00000400:00000010:2.0:1784075332.004142:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2908. 00000100:00000200:2.0:1784075332.004146:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289086976, portal 25 00000100:00000001:2.0:1784075332.004153:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075332.004154:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739327872 : -110008970223744 : ffff9bf28a685f80) 00000100:00000040:2.0:1784075332.004159:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.004166:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075332.004167:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075332.004170:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2660. 00000100:00000200:2.0:1784075332.004173:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1870738289086976, offset 0 00000400:00000200:2.0:1784075332.004176:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075332.004180:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075332.004184:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075332.004186:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075332.004188:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075332.004190:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075332.004192:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075332.004195:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [175:175:254:4294967295] 192.168.204.118@tcp LPNI seq info [175:175:6:4294967295] 00000400:00000200:2.0:1784075332.004198:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075332.004203:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075332.004207:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075332.004210:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4300. 00000800:00000200:2.0:1784075332.004214:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075332.004217:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075332.004219:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075332.004222:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075332.004224:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075332.004226:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 0 is 4295062772 00000100:00000001:2.0:1784075332.004232:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295062384 00000100:00000001:2.0:1784075332.004237:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS new deadline estimation for cpu 1 is 4295062772 00000100:00000001:2.0:1784075332.004240:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295062384 00000100:00000001:2.0:1784075332.004243:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075332.004250:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.004252:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075332.004256:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.004263:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075332.004264:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.004266:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075332.004268:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075332.004269:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075332.004271:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289087232:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075332.004286:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075332.004289:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075332.004290:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.004292:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075332.004295:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf287e3d600. 02000000:00000001:2.0:1784075332.004296:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075332.004299:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075332.004302:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95c478. 00000400:00000010:2.0:1784075332.004306:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2cc0. 00000100:00000200:2.0:1784075332.004308:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289087232, portal 10 00000100:00000001:2.0:1784075332.004309:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075332.004311:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739326976 : -110008970224640 : ffff9bf28a685c00) 00000100:00000040:2.0:1784075332.004317:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.004322:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075332.004324:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075332.004326:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2c38. 00000100:00000200:2.0:1784075332.004328:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289087232, offset 0 00000400:00000200:2.0:1784075332.004332:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075332.004335:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075332.004339:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075332.004341:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075332.004349:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075332.004352:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075332.004367:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075332.004370:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [176:176:253:4294967295] 192.168.204.118@tcp LPNI seq info [176:176:5:4294967295] 00000400:00000200:2.0:1784075332.004374:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075332.004380:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075332.004385:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075332.004388:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4600. 00000800:00000200:2.0:1784075332.004392:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075332.004395:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075332.004398:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075332.004400:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.004403:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: using a timeout of 129955 usecs (130 jiffies) 00000400:00000200:2.0:1784075332.004406:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075332.004408:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 0 is 4295061636 00000100:00000001:2.0:1784075332.004410:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 0, keep current deadline 4295062772 00000100:00000001:2.0:1784075332.004412:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS new deadline estimation for cpu 1 is 4295061636 00000100:00000001:2.0:1784075332.004414:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28ba5c800: PM QoS request active for cpu 1, keep current deadline 4295062772 00000100:00000001:2.0:1784075332.004416:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075332.004418:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.004420:0:2403:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784075332.004424:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.004430:0:2403:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784075332.004432:0:2403:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.004434:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784075332.004436:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784075332.004438:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784075332.004441:0:2403:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289087488:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075332.004451:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784075332.004455:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784075332.004456:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.004458:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784075332.004462:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9bf2871c5e00. 02000000:00000001:2.0:1784075332.004464:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784075332.004467:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000010:2.0:1784075332.004469:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9bf28e95cdc0. 00000400:00000010:2.0:1784075332.004472:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e2110. 00000100:00000200:2.0:1784075332.004475:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1870738289087488, portal 10 00000100:00000001:2.0:1784075332.004476:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784075332.004477:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634064739334144 : -110008970217472 : ffff9bf28a687800) 00000100:00000040:2.0:1784075332.004483:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.004489:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784075332.004491:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.118@tcp 00000400:00000010:2.0:1784075332.004493:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9bf2908e27f8. 00000100:00000200:2.0:1784075332.004495:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1870738289087488, offset 0 00000400:00000200:2.0:1784075332.004499:0:2403:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.204.118@tcp 00000400:00000200:2.0:1784075332.004502:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075332.004505:0:2403:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.118@tcp local destination 00000400:00000200:2.0:1784075332.004508:0:2403:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784075332.004510:0:2403:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.204.18@tcp 00000400:00000200:2.0:1784075332.004512:0:2403:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.204.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784075332.004514:0:2403:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.118@tcp 00000400:00000200:2.0:1784075332.004517:0:2403:0:(lib-move.c:1708:lnet_handle_send()) 192.168.204.18@tcp NI seq info: [177:177:252:4294967295] 192.168.204.118@tcp LPNI seq info [177:177:4:4294967295] 00000400:00000200:2.0:1784075332.004520:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:2.0:1784075332.004526:0:2403:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp:) -> 192.168.204.118@tcp(192.168.204.118@tcp:192.168.204.118@tcp) : PUT try# 0 00000800:00000200:2.0:1784075332.004530:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.118@tcp 00000800:00000010:2.0:1784075332.004533:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9bf2812e4a00. 00000800:00000200:2.0:1784075332.004536:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9bf287e3ed80] -> 12345-192.168.204.118@tcp (5) 00000800:00000200:2.0:1784075332.004545:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.118@tcp ip 192.168.204.118:988 00000800:00000200:2.0:1784075332.004548:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9bf2812e4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784075332.004551:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.004553:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: using a timeout of 25188 usecs (26 jiffies) 00000400:00000200:2.0:1784075332.004556:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000100:00000001:2.0:1784075332.004558:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 0 is 4295061532 00000100:00000001:2.0:1784075332.004560:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 0, keep current deadline 4295062772 00000100:00000001:2.0:1784075332.004562:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS new deadline estimation for cpu 1 is 4295061532 00000100:00000001:2.0:1784075332.004564:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9bf28a848800: PM QoS request active for cpu 1, keep current deadline 4295062772 00000100:00000001:2.0:1784075332.004566:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075332.004568:0:2403:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.004570:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.004572:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784075332.005238:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075332.005243:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4200. 00000400:00000200:1.0:1784075332.005248:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075332.005260:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075332.005267:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e25d8 00000400:00000010:1.0:1784075332.005269:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e25d8. 00000100:00000001:1.0:1784075332.005282:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075332.005287:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075332.005298:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075332.005301:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075332.005309:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075332.005310:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075332.005326:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075332.005329:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4e00. 00000400:00000200:1.0:1784075332.005332:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075332.005335:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075332.005338:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2088 00000400:00000010:1.0:1784075332.005339:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2088. 00000100:00000001:1.0:1784075332.005341:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075332.005345:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075332.005351:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075332.005364:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075332.005371:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075332.005372:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075332.005381:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075332.005383:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4300. 00000400:00000200:1.0:1784075332.005385:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075332.005388:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075332.005391:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2660 00000400:00000010:1.0:1784075332.005393:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2660. 00000100:00000001:1.0:1784075332.005395:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075332.005404:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075332.005412:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075332.005414:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075332.005419:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075332.005421:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075332.005430:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075332.005432:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4600. 00000400:00000200:1.0:1784075332.005434:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075332.005437:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075332.005440:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2c38 00000400:00000010:1.0:1784075332.005441:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2c38. 00000100:00000001:1.0:1784075332.005443:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075332.005447:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075332.005452:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075332.005455:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075332.005460:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075332.005462:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784075332.005527:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784075332.005530:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9bf2812e4a00. 00000400:00000200:1.0:1784075332.005533:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784075332.005536:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000400:00000200:1.0:1784075332.005539:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e27f8 00000400:00000010:1.0:1784075332.005540:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e27f8. 00000100:00000001:1.0:1784075332.005543:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784075332.005547:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075332.005553:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784075332.005556:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784075332.005566:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784075332.005568:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784075332.005758:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784075332.005763:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784075332.013183:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013202:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075332.013207:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013210:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075332.013218:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013227:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075332.013236:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013264:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013270:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013283:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33305280 00000400:00000200:0.0:1784075332.013287:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013293:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x969 [1] + 224 00000800:00000001:0.0:1784075332.013302:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013307:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075332.013310:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075332.013314:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075332.013322:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075332.013331:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075332.013343:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075332.013374:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075332.013385:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013389:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075332.013391:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013393:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075332.013396:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013399:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075332.013404:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013406:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013409:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013411:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33305380 00000400:00000200:0.0:1784075332.013415:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013418:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x971 [1] + 224 00000800:00000001:0.0:1784075332.013422:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013429:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075332.013431:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075332.013434:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075332.013437:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075332.013447:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075332.013456:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075332.013463:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075332.013467:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013470:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075332.013472:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013474:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075332.013477:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013480:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075332.013484:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013486:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013489:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013491:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33305300 00000400:00000200:0.0:1784075332.013494:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013498:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:0.0:1784075332.013501:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013504:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075332.013506:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075332.013508:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075332.013511:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075332.013515:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075332.013522:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075332.013529:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075332.013531:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013534:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075332.013536:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013538:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075332.013548:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013551:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075332.013556:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013558:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013561:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013564:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 10 MB=0x6a56d33305400 00000400:00000200:0.0:1784075332.013567:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013570:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.118@tcp of length 224/224 into md 0x989 [1] + 224 00000800:00000001:0.0:1784075332.013573:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013577:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075332.013579:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075332.013582:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075332.013585:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075332.013590:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075332.013597:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075332.013603:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075332.013606:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013609:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784075332.013611:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013613:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075332.013616:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013619:0:2392:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.204.18@tcp(192.168.204.18@tcp) <- 192.168.204.118@tcp : PUT - for me 00000400:00000200:0.0:1784075332.013623:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013625:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013627:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013630:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.118@tcp of length 224 into portal 25 MB=0x6a56d33305200 00000400:00000200:0.0:1784075332.013634:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.118@tcp to cpt 0 00000400:00000200:0.0:1784075332.013639:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.118@tcp of length 224/224 into md 0x979 [1] + 224 00000800:00000001:0.0:1784075332.013642:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013657:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784075332.013659:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784075332.013663:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.18@tcp->192.168.204.118@tcp: PUT: OK 00000100:00000001:0.0:1784075332.013666:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784075332.013671:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784075332.013679:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784075332.013686:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784075332.013689:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784075332.013691:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015164:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075332.015172:0:2403:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784075332.015181:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075332.015183:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075332.015187:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95ca50. 00000400:00000200:2.0:1784075332.015194:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2908 00000400:00000010:2.0:1784075332.015197:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2908. 00000100:00000001:2.0:1784075332.015200:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075332.015210:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075332.015219:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015226:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075332.015227:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015230:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075332.015234:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075332.015237:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075332.015239:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.015242:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075332.015250:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf2908dfc60 time=102 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075332.015270:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf2908dfc18 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075332.015282:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075332.015284:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075332.015287:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075332.015290:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.015293:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.015299:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015308:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075332.015311:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075332.015314:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075332.015318:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075332.015326:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a685f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfb4fd45-58c8-4119-8a41-180ff3b3d11c:2403:1870738289086976:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1784075332.015334:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075332.015335:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075332.015337:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c478. 00000400:00000200:2.0:1784075332.015339:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2cc0 00000400:00000010:2.0:1784075332.015341:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2cc0. 00000100:00000001:2.0:1784075332.015344:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075332.015347:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075332.015366:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015373:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075332.015374:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015376:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075332.015377:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075332.015379:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075332.015380:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.015382:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075332.015388:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81c460 time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075332.015397:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81c418 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075332.015400:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075332.015401:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075332.015402:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784075332.015407:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784075332.015413:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.015416:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075332.015418:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075332.015420:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075332.015421:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.015425:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015430:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075332.015432:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075332.015434:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075332.015437:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075332.015444:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a685c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289087232:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1784075332.015449:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075332.015451:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075332.015453:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95cdc0. 00000400:00000200:2.0:1784075332.015455:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2110 00000400:00000010:2.0:1784075332.015457:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2110. 00000100:00000001:2.0:1784075332.015459:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075332.015463:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075332.015471:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015476:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075332.015482:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015484:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075332.015485:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075332.015486:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075332.015488:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.015490:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075332.015495:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a716c60 time=37 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075332.015497:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a716c18 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075332.015500:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075332.015501:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075332.015502:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1784075332.015506:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784075332.015512:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.015515:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075332.015516:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075332.015518:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075332.015519:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.015522:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015528:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075332.015530:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075332.015531:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075332.015534:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075332.015540:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289087488:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1784075332.015545:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075332.015547:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075332.015549:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c580. 00000400:00000200:2.0:1784075332.015551:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2a18 00000400:00000010:2.0:1784075332.015553:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2a18. 00000100:00000001:2.0:1784075332.015555:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075332.015564:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075332.015571:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015577:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075332.015578:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015580:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075332.015581:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075332.015582:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075332.015584:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.015585:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075332.015589:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a81e460 time=102 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075332.015592:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a81e418 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075332.015594:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075332.015595:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075332.015596:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075332.015599:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.015601:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075332.015602:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28ba5c800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075332.015603:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075332.015604:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.015607:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015613:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075332.015614:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075332.015616:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075332.015619:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075332.015625:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2d1d0ce1-ba48-458c-b64c-3ce2c124fcdc:2403:1870738289087104:192.168.204.118@tcp:400:kworker.0 00000400:00000001:2.0:1784075332.015630:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784075332.015631:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784075332.015632:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9bf28e95c7e8. 00000400:00000200:2.0:1784075332.015639:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9bf2908e2440 00000400:00000010:2.0:1784075332.015641:0:2403:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9bf2908e2440. 00000100:00000001:2.0:1784075332.015644:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784075332.015647:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784075332.015655:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015661:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784075332.015663:0:2403:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015664:0:2403:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784075332.015666:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784075332.015667:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784075332.015668:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784075332.015670:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784075332.015675:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9bf28a713460 time=37 v=5 (5 0 0 0) 00000100:00001000:2.0:1784075332.015677:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9bf28a713418 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1784075332.015679:0:2403:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784075332.015680:0:2403:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784075332.015682:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784075332.015683:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.015685:0:2403:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784075332.015687:0:2403:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9bf28a848800: skip recheck: last_committed 0 00000100:00000001:2.0:1784075332.015688:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784075332.015690:0:2403:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784075332.015693:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015700:0:2403:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784075332.015702:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784075332.015703:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784075332.015706:0:2403:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784075332.015713:0:2403:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9bf28a687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c9046c7e-a083-4dc3-acc6-1b57bf9dc711:2403:1870738289087360:192.168.204.118@tcp:400:kworker.0 00000100:00000001:2.0:1784075332.015758:0:2403:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015761:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075332.015765:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a685f80 x1870738289086976/t0(0) o400->MGC192.168.204.118@tcp@192.168.204.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015772:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075332.015774:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075332.015779:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf287e3de00. 02000000:00000001:2.0:1784075332.015784:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075332.015787:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075332.015789:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf2908df800 refcount=3 obd=MGC192.168.204.118@tcp 00000020:00000001:2.0:1784075332.015791:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075332.015794:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4c00. 02000000:00000001:2.0:1784075332.015798:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075332.015800:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075332.015801:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a685f80. 00000100:00000001:2.0:1784075332.015806:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075332.015807:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015809:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075332.015812:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a685c00 x1870738289087232/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015818:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075332.015820:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075332.015821:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf287e3d600. 02000000:00000001:2.0:1784075332.015823:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075332.015824:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075332.015825:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf28a81c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28ba5c800 00000020:00000001:2.0:1784075332.015827:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075332.015828:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4500. 02000000:00000001:2.0:1784075332.015830:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075332.015831:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075332.015832:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a685c00. 00000100:00000001:2.0:1784075332.015834:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075332.015835:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015837:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075332.015839:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a687800 x1870738289087488/t0(0) o400->lustre-MDT0001-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015851:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075332.015852:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075332.015853:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf2871c5e00. 02000000:00000001:2.0:1784075332.015856:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075332.015857:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075332.015858:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf28a716800 refcount=3 obd=lustre-MDT0001-mdc-ffff9bf28a848800 00000020:00000001:2.0:1784075332.015860:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075332.015861:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4800. 02000000:00000001:2.0:1784075332.015863:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075332.015864:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075332.015865:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a687800. 00000100:00000001:2.0:1784075332.015867:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075332.015868:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015869:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075332.015872:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a687480 x1870738289087104/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28ba5c800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015877:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075332.015878:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075332.015880:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf287e3c400. 02000000:00000001:2.0:1784075332.015881:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075332.015882:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075332.015883:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf28a81e000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28ba5c800 00000020:00000001:2.0:1784075332.015885:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075332.015886:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4000. 02000000:00000001:2.0:1784075332.015887:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075332.015888:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075332.015889:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a687480. 00000100:00000001:2.0:1784075332.015891:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075332.015892:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015893:0:2403:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784075332.015896:0:2403:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9bf28a687b80 x1870738289087360/t0(0) o400->lustre-MDT0000-mdc-ffff9bf28a848800@192.168.204.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1784075348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784075332.015900:0:2403:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784075332.015901:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784075332.015906:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9bf287e3cc00. 02000000:00000001:2.0:1784075332.015908:0:2403:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784075332.015909:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784075332.015910:0:2403:0:(genops.c:1244:class_import_put()) import ffff9bf28a713000 refcount=3 obd=lustre-MDT0000-mdc-ffff9bf28a848800 00000020:00000001:2.0:1784075332.015912:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784075332.015913:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9bf2812e4d00. 02000000:00000001:2.0:1784075332.015915:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784075332.015916:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784075332.015917:0:2403:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9bf28a687b80. 00000100:00000001:2.0:1784075332.015918:0:2403:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784075332.015919:0:2403:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015921:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784075332.015929:0:2403:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784075332.015931:0:2403:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784075332.015933:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784075332.015935:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075332.194574:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075332.194583:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075332.194592:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075332.194593:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075332.194807:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075332.194812:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075332.194816:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1784075332.961910:0:6172:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1784075332.961927:0:6172:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1784075333.217917:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075333.217926:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075333.217935:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075333.217936:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075333.219641:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075333.219650:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075333.219655:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784075333.281950:0:9871:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615000 (cpu 0) has reached its deadline 4295062772, at 4295062784 00000100:00000010:0.0:1784075333.281973:0:9871:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a835660. 00000100:00000040:1.0:1784075333.282552:0:127:0:(connection.c:75:cpu_latency_work()) work item of ffff9bf285615110 (cpu 0) has reached its deadline 4295062772, at 4295062784 00000100:00000010:1.0:1784075333.282561:0:127:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9bf28a8354e0. 00010000:00000001:3.0:1784075334.241920:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075334.241933:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075334.241941:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075334.241942:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075334.242184:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075334.242189:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075334.242193:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1784075335.273749:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075335.273756:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075335.273762:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075335.273780:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784075335.274184:0:6169:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784075335.274187:0:6169:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784075335.274191:0:6169:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784075336.098614:0:6159:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1784075336.098620:0:6159:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075336.289976:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075336.289983:0:8954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075336.289989:0:8954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1784075336.289993:0:8954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1784075336.289995:0:8954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1784075336.289998:0:8954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075336.290002:0:8954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1784075336.290004:0:8954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075336.290007:0:8954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784075336.290010:0:8954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784075336.290129:0:6170:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784075336.290133:0:6170:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784075336.290135:0:6170:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 10494 lines, 10494 kept, 0 dropped, 0 bad.